-- Logs begin at Thu 2021-12-30 15:36:42 UTC, end at Thu 2021-12-30 16:40:24 UTC. --
Dec 30 16:11:00.281914 dv-cinder-822939-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Dec 30 16:11:02.383260 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.common.config [-] Logging enabled!
Dec 30 16:11:02.383859 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev93
Dec 30 16:11:02.383964 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82754) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 30 16:11:02.386268 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.common.config [-] Logging enabled!
Dec 30 16:11:02.386521 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev93
Dec 30 16:11:02.386756 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82754) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Dec 30 16:11:02.387697 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 30 16:11:02.387920 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 30 16:11:02.388263 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 30 16:11:02.388500 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 30 16:11:02.388723 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 30 16:11:02.389035 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.389350 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.389624 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.389846 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.390137 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.390418 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.390692 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.390968 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.391259 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.391539 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.391814 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.392073 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.392299 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.392573 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.392849 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.393126 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.393372 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] debug                          = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.393654 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.394078 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.394481 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.394755 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.395035 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.395303 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.395644 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.395926 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.396245 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] host                           = dv-cinder-822939-1-iscsi {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.396518 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.396797 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.397075 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.397383 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.397653 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.397923 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.398200 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.398468 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.398732 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.399008 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.399292 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.399575 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.399860 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.400081 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.400299 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.400577 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.400861 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.401131 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.401429 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.401702 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.401973 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.402243 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.402507 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.402786 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.403061 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.403339 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.403618 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.403888 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.404154 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.404419 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.404697 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.404965 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.405255 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.405528 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.405808 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.406074 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.406342 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.406634 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.406914 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.407190 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.407468 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.407738 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.408012 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.408276 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.408540 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.408804 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.409068 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.409358 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.409634 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.409902 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.410168 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.410435 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.410699 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.410973 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:02.411422 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.411724 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.412026 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.412311 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.412598 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.412882 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.413177 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.413467 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.413758 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.414042 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.414332 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.414609 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.414892 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.415179 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.415465 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.415734 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.416007 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.416290 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.416560 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.416827 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.417100 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.417415 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.417687 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.417957 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.418233 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.418503 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.418766 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.419029 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.419300 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.419583 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.419854 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.420119 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.420381 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.420650 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.420912 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.421210 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.421486 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.421758 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.422025 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.422298 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.422568 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.422837 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.423110 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.423379 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.423656 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.423924 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.424191 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.424458 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.424724 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.424989 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.425278 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.425550 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.425823 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.426089 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.426357 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.426624 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.426918 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.427186 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.427468 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.427765 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.428041 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.428315 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.428586 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.428859 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.429134 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.429428 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.429707 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.429981 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.430256 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.430541 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.430818 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.431103 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.431383 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.431658 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.431949 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.432220 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.432498 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.432770 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.433044 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.433347 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.433634 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.433926 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.434217 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.434671 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.435115 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.435577 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.436059 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.436583 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.437064 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:02.437460 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 30 16:11:02.437843 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=82754) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Dec 30 16:11:02.837272 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO keyring.backend [-] Loading KWallet
Dec 30 16:11:02.844858 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO keyring.backend [-] Loading SecretService
Dec 30 16:11:02.848121 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO keyring.backend [-] Loading Windows
Dec 30 16:11:02.849656 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO keyring.backend [-] Loading chainer
Dec 30 16:11:02.850227 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO keyring.backend [-] Loading macOS
Dec 30 16:11:02.883228 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=82754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 30 16:11:02.883504 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=82754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 30 16:11:02.883789 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=82754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Dec 30 16:11:02.884117 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.manager [-] Loading core plugin: ml2
Dec 30 16:11:03.189526 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.189861 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.190063 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.246367 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.246647 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.246906 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.250023 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.250298 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.250553 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.278910 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.279176 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.279439 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.306112 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.306383 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.306644 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.622672 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7ff4d63a2dc0> agent after_create 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.623302 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7ff4d63a2dc0> agent after_update 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.623302 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7ff4d63a2e50> segment precommit_create 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.623465 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7ff4d63a2ee0> network precommit_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.624160 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7ff4d63b70d0> segment before_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.743744 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff4d6bc5c10>> network before_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.744047 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7ff4d638f310> agent before_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.744325 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff4d6bc5c10>> network before_create 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.744588 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff4d6bc5c10>> port before_create 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.744852 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff4d6bc5c10>> port before_update 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.745181 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff4d6bc5c10>> segment after_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.745440 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff4d6bc5c10>> segment precommit_create 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.745687 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff4d6bc5c10>> segment precommit_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.745935 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff4d6bc5c10>> segment after_create 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.746212 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff4d6bc5c10>> network after_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.746448 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff4d6bc5c10>> network precommit_delete 0 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.746703 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff4d6bc5c10>> port provisioning_complete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.746956 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff4d6bc5c10>> rbac-policy before_create 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.747204 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff4d6bc5c10>> rbac-policy after_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.747464 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff4d6bc5c10>> agent after_update 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.747705 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff4d6bc5c10>> subnet after_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.747952 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff4d6bc5c10>> subnet precommit_delete 0 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.748218 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff4d6bc5c10>> rbac-policy before_update 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.748466 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff4d6bc5c10>> rbac-policy before_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.748739 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff4d6bc5c10>> segment_host_mapping after_create 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.749074 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff4d6bc5c10>> port after_create 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.749342 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff4d6bc5c10>> port after_update 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.749584 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff4d6bc5c10>> port after_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.749907 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff4d6bc5c10>> rbac-policy before_create 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.750101 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff4d6bc5c10>> rbac-policy before_update 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.750339 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7ff4d6bc5c10>> rbac-policy before_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.750716 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=82754) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 30 16:11:03.750949 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=82754) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 30 16:11:03.751177 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=82754) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 30 16:11:03.751404 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=82754) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 30 16:11:03.751630 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=82754) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 30 16:11:03.751862 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=82754) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 30 16:11:03.752406 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Dec 30 16:11:03.755599 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Dec 30 16:11:03.759552 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Dec 30 16:11:03.763605 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])])
Dec 30 16:11:03.765263 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Dec 30 16:11:03.765638 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Dec 30 16:11:03.765965 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Dec 30 16:11:03.766345 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Dec 30 16:11:03.769204 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Dec 30 16:11:03.769442 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Dec 30 16:11:03.769781 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Dec 30 16:11:03.797400 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Dec 30 16:11:03.797835 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7ff4d636ca90>> qos_plugin after_init 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.798127 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=82754) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Dec 30 16:11:03.798480 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7ff4d636c6d0>> logging-plugin after_init 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.799833 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=82754) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Dec 30 16:11:03.800106 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Dec 30 16:11:03.800340 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Dec 30 16:11:03.803820 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7ff4d634ce50>> floatingip before_response 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.804086 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7ff4d634ce50>> port before_response 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:03.863958 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Dec 30 16:11:03.864161 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Dec 30 16:11:03.864746 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Dec 30 16:11:03.864874 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Dec 30 16:11:03.900126 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_db.sqlalchemy.engines [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=82754) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Dec 30 16:11:04.240575 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.plugins.ml2.managers [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Initializing driver for type 'gre'
Dec 30 16:11:04.241110 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] gre ID ranges: [(1, 1000)]
Dec 30 16:11:04.295852 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.plugins.ml2.managers [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Initializing driver for type 'local'
Dec 30 16:11:04.296347 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.plugins.ml2.managers [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Initializing driver for type 'vlan'
Dec 30 16:11:04.308674 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] VlanTypeDriver initialization complete
Dec 30 16:11:04.309022 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.plugins.ml2.managers [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Initializing driver for type 'vxlan'
Dec 30 16:11:04.309531 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] vxlan ID ranges: [(1, 1000)]
Dec 30 16:11:04.374368 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.plugins.ml2.managers [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Initializing extension driver 'port_security'
Dec 30 16:11:04.374742 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.plugins.ml2.extensions.port_security [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] PortSecurityExtensionDriver initialization complete
Dec 30 16:11:04.375106 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.plugins.ml2.managers [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Initializing mechanism driver 'openvswitch'
Dec 30 16:11:04.375469 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.plugins.ml2.managers [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Initializing mechanism driver 'hyperv'
Dec 30 16:11:04.382222 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.plugins.ml2.plugin [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=82754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:11:04.382906 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff4d6131940>> port after_create 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.383271 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff4d6131940>> port after_update 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.383618 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff4d6131940>> port after_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.384133 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=82754) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}}
Dec 30 16:11:04.384560 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff4d5c91c40>> subnet after_create 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.384911 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff4d5c91c40>> subnet after_update 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.385283 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff4d5c91c40>> subnet after_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.385668 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=82754) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}}
Dec 30 16:11:04.386068 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff4d5c9a1c0>> network after_create 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.386414 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff4d5c9a1c0>> network after_update 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.386755 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff4d5c9a1c0>> network after_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.387134 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=82754) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}}
Dec 30 16:11:04.387531 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff4d5c9a700>> security_group after_create 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.387876 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff4d5c9a700>> security_group after_update 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.388212 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff4d5c9a700>> security_group after_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.388590 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=82754) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}}
Dec 30 16:11:04.388988 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff4d5c9ac10>> security_group_rule after_create 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.389359 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff4d5c9ac10>> security_group_rule after_update 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.389681 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7ff4d5c9ac10>> security_group_rule after_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.390186 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=82754) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:104}}
Dec 30 16:11:04.390562 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] ML2 OVO RPC backend initialized. {{(pid=82754) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}}
Dec 30 16:11:04.391198 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff4d5c9f250>> router_interface after_create 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.391549 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff4d5c9f250>> router_interface after_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.391965 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff4d5c9f250>> network before_response 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.392306 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff4d5c9f250>> networks before_response 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.392646 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff4d5c9f250>> port before_response 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.392981 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff4d5c9f250>> ports before_response 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.393350 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff4d5c9f250>> subnet before_response 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.393688 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff4d5c9f250>> subnets before_response 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.394028 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff4d5c9f250>> network after_create 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.394361 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff4d5c9f250>> network after_update 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.394687 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff4d5c9f250>> network after_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.395016 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff4d5c9f250>> port after_create 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.395351 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff4d5c9f250>> port after_update 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.395910 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff4d5c9f250>> port after_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.396112 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff4d5c9f250>> subnet after_create 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.396442 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff4d5c9f250>> subnet after_update 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.396768 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7ff4d5c9f250>> subnet after_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.397409 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.plugins.ml2.plugin [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Modular L2 Plugin initialization complete
Dec 30 16:11:04.397745 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading services supported by the core plugin {{(pid=82754) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Dec 30 16:11:04.398072 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.plugins.ml2.managers [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Got port-security extension from driver 'port_security'
Dec 30 16:11:04.398533 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.extensions.vlantransparent [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Disabled vlantransparent extension.
Dec 30 16:11:04.398953 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=82754) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Dec 30 16:11:04.399266 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading Plugin: router
Dec 30 16:11:04.435079 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff4d5c9f400>> router_interface before_create 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.435472 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff4d5c9f400>> router after_create 55549900 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.435834 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff4d5c9f400>> router before_create 55549900 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.436195 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff4d5c9f400>> router_interface before_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.436560 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff4d5c9f400>> router_interface after_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.436912 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff4d5c9f400>> router after_delete 55549900 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.437295 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff4d5c9f400>> floatingip after_update 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.437656 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff4d5c9f400>> router after_create 55549900 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.438001 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff4d5c9f400>> router after_update 55549900 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.438350 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff4d5c9f400>> router after_update 55549900 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.438696 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff4d5c9f400>> router_gateway after_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.439051 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff4d5c9f400>> router after_update 55549900 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.439437 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff4d5c9f400>> router precommit_update 55549900 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.439798 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7ff4d61c8160> port after_update 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.440136 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7ff4d61c8040> port after_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.440461 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7ff4d61c80d0> subnet after_update 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.440804 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7ff4d61c81f0> subnetpool_address_scope after_update 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.441144 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff4d5c9f400>> port precommit_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.441514 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff4d5c9f400>> router precommit_create 55549900 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.441851 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7ff4d63e8a60> port before_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.442172 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff4d5c9f400>> router precommit_create 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.442576 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff4d5c9f400>> router after_update 55549900 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.442911 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff4d5c9f400>> router precommit_delete 55549900 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.443254 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff4d5c9f400>> router precommit_create 55549900 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.443608 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff4d5c9f400>> router_interface after_create 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.443943 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff4d5c9f400>> router precommit_update 55549900 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.444299 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff4d5c9f400>> agent after_create 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.444641 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff4d5c9f400>> agent after_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.444987 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7ff4d5c9f400>> network after_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.445898 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.quota.resource_registry [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Tracking information for resource: router configured {{(pid=82754) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 30 16:11:04.446231 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.quota.resource_registry [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Tracking information for resource: floatingip configured {{(pid=82754) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Dec 30 16:11:04.451333 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.db.l3_agentschedulers_db [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Dec 30 16:11:04.451914 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <function _notify_l3_agent_port_update at 0x7ff4d5c55b80> port after_update 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.452272 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <function _notify_l3_agent_new_port at 0x7ff4d5c55a60> port after_create 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.452620 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <function _notify_port_delete at 0x7ff4d5c55af0> port after_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.452970 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7ff4d5cb9040> port after_update 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.453802 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ff4d5c67e80>> router before_create 55550100 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.454161 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ff4d5c67e80>> router precommit_delete 55550100 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.454519 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ff4d5c67e80>> router precommit_create 55550100 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.454867 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7ff4d5c67e80>> router precommit_update 55550100 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.459415 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.services.provider_configuration [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Service providers = [] {{(pid=82754) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Dec 30 16:11:04.459770 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.db.servicetype_db [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=82754) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Dec 30 16:11:04.462718 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.services.service_base [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=82754) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 30 16:11:04.463066 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.services.service_base [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=82754) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 30 16:11:04.463410 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.services.service_base [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=82754) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 30 16:11:04.464304 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.services.service_base [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=82754) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Dec 30 16:11:04.464676 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.services.service_base [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Default provider is not specified for service type L3_ROUTER_NAT
Dec 30 16:11:04.465057 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=82754) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 30 16:11:04.465401 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Dec 30 16:11:04.476585 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=82754) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 30 16:11:04.476918 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading Plugin: auto_allocate
Dec 30 16:11:04.483213 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7ff4d5c28ca0> network precommit_update 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.483597 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7ff4d5c28ca0> network precommit_create 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.484111 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=82754) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 30 16:11:04.484424 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading Plugin: tag
Dec 30 16:11:04.491272 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=82754) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 30 16:11:04.491537 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading Plugin: timestamp
Dec 30 16:11:04.495502 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=82754) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 30 16:11:04.495832 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading Plugin: network_ip_availability
Dec 30 16:11:04.501341 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff4d5c269a0>> rbac-policy before_create 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.501707 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff4d5c269a0>> rbac-policy before_update 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.502058 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff4d5c269a0>> rbac-policy before_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.502774 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=82754) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 30 16:11:04.503091 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading Plugin: flavors
Dec 30 16:11:04.507955 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=82754) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 30 16:11:04.508288 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading Plugin: revisions
Dec 30 16:11:04.512592 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=82754) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Dec 30 16:11:04.512978 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_concurrency.lockutils [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.629s {{(pid=82754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Dec 30 16:11:04.513761 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=82754) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}}
Dec 30 16:11:04.514092 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Initializing extension manager.
Dec 30 16:11:04.514596 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: __init__.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.514933 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: __pycache__ {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.515266 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.515593 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.515921 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: _filter_validation_lib.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.516244 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.516569 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: address_group.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.517508 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.518079 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: address-group
Dec 30 16:11:04.518400 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: address_scope.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.519087 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.519593 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: address-scope
Dec 30 16:11:04.519909 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: admin_state_down_before_update.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.520914 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.521603 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: router-admin-state-down-before-update
Dec 30 16:11:04.521910 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: agent.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.522615 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.523128 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: agent
Dec 30 16:11:04.523447 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: agent_resources_synced.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.524355 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.524869 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: agent-resources-synced
Dec 30 16:11:04.525211 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: allowedaddresspairs.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.527207 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.527737 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: allowed-address-pairs
Dec 30 16:11:04.528064 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: auto_allocated_topology.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.529141 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.529683 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: auto-allocated-topology
Dec 30 16:11:04.530012 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: availability_zone.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.530707 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.531213 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: availability_zone
Dec 30 16:11:04.531532 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: availability_zone_filter.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.532442 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.532958 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: availability_zone_filter
Dec 30 16:11:04.533305 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: data_plane_status.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.534209 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.534710 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extension data-plane-status not supported by any of loaded plugins
Dec 30 16:11:04.535034 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: default_subnetpools.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.535944 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.536531 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: default-subnetpools
Dec 30 16:11:04.536930 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: dhcpagentscheduler.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.537750 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.538258 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: dhcp_agent_scheduler
Dec 30 16:11:04.538583 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: dns.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.539501 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.540006 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extension dns-integration not supported by any of loaded plugins
Dec 30 16:11:04.540328 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: dns_domain_ports.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.541391 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.541906 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extension dns-domain-ports not supported by any of loaded plugins
Dec 30 16:11:04.542225 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: dvr.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.542904 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.543414 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: dvr
Dec 30 16:11:04.543733 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: empty_string_filtering.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.544643 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.545176 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: empty-string-filtering
Dec 30 16:11:04.545498 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.546404 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.546907 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Dec 30 16:11:04.547222 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.548129 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.548633 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Dec 30 16:11:04.548949 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: external_net.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.549867 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.550373 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: external-net
Dec 30 16:11:04.550778 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: extra_dhcp_opt.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.551735 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.552432 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: extra_dhcp_opt
Dec 30 16:11:04.552752 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: extraroute.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.553764 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.554271 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: extraroute
Dec 30 16:11:04.554590 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: extraroute_atomic.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.555631 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.556133 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: extraroute-atomic
Dec 30 16:11:04.556448 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: filter_validation.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.557117 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.557645 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: filter-validation
Dec 30 16:11:04.557963 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: fip_pf_description.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.558876 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.559378 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Dec 30 16:11:04.559698 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: fip_port_details.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.560613 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.561120 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: fip-port-details
Dec 30 16:11:04.561454 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: flavors.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.562708 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.563227 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: flavors
Dec 30 16:11:04.563552 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.565254 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.565779 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Dec 30 16:11:04.566105 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: floatingip_pools.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.566805 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.567376 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: floatingip-pools
Dec 30 16:11:04.567708 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: ip_allocation.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.568631 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.569141 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extension ip_allocation not supported by any of loaded plugins
Dec 30 16:11:04.569478 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.570393 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.570902 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: ip-substring-filtering
Dec 30 16:11:04.571227 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: l2_adjacency.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.572149 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.572658 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extension l2_adjacency not supported by any of loaded plugins
Dec 30 16:11:04.572975 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: l3.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.573964 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.574478 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: router
Dec 30 16:11:04.574798 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: l3_conntrack_helper.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.577191 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.577728 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Dec 30 16:11:04.578057 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.579001 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.579518 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: ext-gw-mode
Dec 30 16:11:04.579842 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.580758 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.581310 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: l3-ha
Dec 30 16:11:04.581635 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: l3_flavors.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.582547 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.583147 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: l3-flavors
Dec 30 16:11:04.583475 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.584521 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.585034 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: l3-port-ip-change-not-allowed
Dec 30 16:11:04.585378 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: l3agentscheduler.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.586423 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.586939 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: l3_agent_scheduler
Dec 30 16:11:04.587261 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: logging.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.588773 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.589330 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extension logging not supported by any of loaded plugins
Dec 30 16:11:04.589661 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: metering.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.590403 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.590981 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: metering
Dec 30 16:11:04.591308 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.592426 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.592946 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: metering_source_and_destination_fields
Dec 30 16:11:04.593311 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: multiprovidernet.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.594551 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.595067 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: multi-provider
Dec 30 16:11:04.595390 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: netmtu.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.596301 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.596809 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: net-mtu
Dec 30 16:11:04.597131 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: netmtu_writable.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.598076 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.598674 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: net-mtu-writable
Dec 30 16:11:04.599149 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: network_availability_zone.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.599820 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.600328 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: network_availability_zone
Dec 30 16:11:04.600649 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: network_ip_availability.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.601774 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.602286 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: network-ip-availability
Dec 30 16:11:04.602618 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: network_segment_range.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.603386 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.603888 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extension network-segment-range not supported by any of loaded plugins
Dec 30 16:11:04.604208 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: pagination.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.605210 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.605542 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: pagination
Dec 30 16:11:04.605861 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.606771 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.607289 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: port-mac-address-regenerate
Dec 30 16:11:04.607608 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: port_resource_request.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.608519 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.609025 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extension port-resource-request not supported by any of loaded plugins
Dec 30 16:11:04.609371 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: portbindings.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.610286 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.610798 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: binding
Dec 30 16:11:04.611116 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: portbindings_extended.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.612387 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.612899 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: binding-extended
Dec 30 16:11:04.613248 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: portsecurity.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.614155 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.614704 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: port-security
Dec 30 16:11:04.615020 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: project_id.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.615990 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.616318 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: project-id
Dec 30 16:11:04.616637 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: providernet.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.617586 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.618098 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: provider
Dec 30 16:11:04.618415 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: qos.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.622190 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.622716 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extension qos not supported by any of loaded plugins
Dec 30 16:11:04.623242 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.624277 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.624796 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Dec 30 16:11:04.625122 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.626063 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.626578 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Dec 30 16:11:04.626900 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: qos_default.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.627836 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.628348 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extension qos-default not supported by any of loaded plugins
Dec 30 16:11:04.628668 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: qos_fip.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.629343 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.629868 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extension qos-fip not supported by any of loaded plugins
Dec 30 16:11:04.630219 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: qos_gateway_ip.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.631131 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.631637 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extension qos-gateway-ip not supported by any of loaded plugins
Dec 30 16:11:04.631976 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: qos_port_network_policy.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.632866 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.633408 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extension qos-port-network-policy not supported by any of loaded plugins
Dec 30 16:11:04.633725 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: qos_rule_type_details.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.634646 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.635154 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extension qos-rule-type-details not supported by any of loaded plugins
Dec 30 16:11:04.635469 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: qos_rules_alias.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.636515 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.637024 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extension qos-rules-alias not supported by any of loaded plugins
Dec 30 16:11:04.637372 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: quotasv2.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.638229 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.638552 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: quotas
Dec 30 16:11:04.638874 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: quotasv2_detail.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.640491 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.640825 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: quota_details
Dec 30 16:11:04.641175 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: rbac.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.642219 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.642746 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: rbac-policies
Dec 30 16:11:04.643056 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: rbac_address_scope.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.643987 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.644496 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: rbac-address-scope
Dec 30 16:11:04.644818 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: rbac_security_groups.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.645861 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.646375 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: rbac-security-groups
Dec 30 16:11:04.646697 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: rbac_subnetpool.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.647607 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.648118 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: rbac-subnetpool
Dec 30 16:11:04.648437 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: revisionifmatch.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.649389 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.649906 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: revision-if-match
Dec 30 16:11:04.650230 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: revisions.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.651344 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.651858 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: standard-attr-revisions
Dec 30 16:11:04.652178 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: router_availability_zone.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.652853 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.653388 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: router_availability_zone
Dec 30 16:11:04.653709 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: routerservicetype.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.654627 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.655136 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extension router-service-type not supported by any of loaded plugins
Dec 30 16:11:04.655454 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: security_groups_port_filtering.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.656388 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.656901 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: port-security-groups-filtering
Dec 30 16:11:04.657249 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: securitygroup.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.668466 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.668992 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: security-group
Dec 30 16:11:04.669347 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: segment.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.670126 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.670645 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extension segment not supported by any of loaded plugins
Dec 30 16:11:04.670968 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.671905 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.672428 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Dec 30 16:11:04.672747 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: servicetype.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.673871 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.674394 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: service-type
Dec 30 16:11:04.674719 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: sorting.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.675694 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.676023 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: sorting
Dec 30 16:11:04.676344 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: standard_attr_segment.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.677322 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.677836 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extension standard-attr-segment not supported by any of loaded plugins
Dec 30 16:11:04.678153 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: standardattrdescription.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.678807 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.679320 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: standard-attr-description
Dec 30 16:11:04.679638 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: stateful_security_group.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.680550 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.681085 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: stateful-security-group
Dec 30 16:11:04.681432 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: stdattrs_common.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.682011 dv-cinder-822939-1-iscsi neutron-server[82754]: WARNING neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Dec 30 16:11:04.682328 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.683248 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.683764 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Dec 30 16:11:04.684083 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: subnet_onboard.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.685258 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.685775 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: subnet_onboard
Dec 30 16:11:04.686097 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.687026 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.687531 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Dec 30 16:11:04.687851 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: subnet_service_types.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.688772 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.689312 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: subnet-service-types
Dec 30 16:11:04.689636 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: subnetallocation.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.690713 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.691233 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: subnet_allocation
Dec 30 16:11:04.691555 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.692223 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.692794 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: subnetpool-prefix-ops
Dec 30 16:11:04.693109 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.694048 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.694553 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Dec 30 16:11:04.694871 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: tagging.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.695938 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.696459 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: standard-attr-tag
Dec 30 16:11:04.696786 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: timestamp.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.698013 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.698529 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loaded extension: standard-attr-timestamp
Dec 30 16:11:04.698853 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: trunk.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.699880 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.700401 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extension trunk not supported by any of loaded plugins
Dec 30 16:11:04.700724 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: trunk_details.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.701674 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.702191 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extension trunk-details not supported by any of loaded plugins
Dec 30 16:11:04.702512 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: uplink_status_propagation.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.703432 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.703943 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extension uplink-status-propagation not supported by any of loaded plugins
Dec 30 16:11:04.704259 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Loading extension file: vlantransparent.py {{(pid=82754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Dec 30 16:11:04.704922 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=82754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Dec 30 16:11:04.705467 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extension vlan-transparent not supported by any of loaded plugins
Dec 30 16:11:04.707690 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.quota.resource_registry [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Creating instance of TrackedResource for resource:network
Dec 30 16:11:04.708465 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.quota.resource_registry [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Creating instance of TrackedResource for resource:subnet
Dec 30 16:11:04.709263 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.quota.resource_registry [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Creating instance of TrackedResource for resource:subnetpool
Dec 30 16:11:04.709892 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.quota.resource_registry [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Creating instance of TrackedResource for resource:port
Dec 30 16:11:04.711127 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.v2.resource_helper [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 30 16:11:04.711573 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.v2.resource_helper [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Service FLAVORS assigned prefix:  {{(pid=82754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 30 16:11:04.712190 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.v2.resource_helper [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 30 16:11:04.712624 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.v2.resource_helper [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 30 16:11:04.712959 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.quota.resource_registry [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Creating instance of TrackedResource for resource:router
Dec 30 16:11:04.713626 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.quota.resource_registry [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Creating instance of TrackedResource for resource:floatingip
Dec 30 16:11:04.714318 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.v2.resource_helper [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Service METERING assigned prefix: /metering {{(pid=82754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 30 16:11:04.715770 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff4d5b341f0>> rbac-policy before_create 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.716134 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff4d5b341f0>> rbac-policy before_update 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.716480 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7ff4d5b341f0>> rbac-policy before_delete 55550000 {{(pid=82754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:11:04.717630 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.quota.resource_registry [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Creating instance of CountableResource for resource:rbac_policy
Dec 30 16:11:04.718072 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.quota.resource_registry [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Creating instance of TrackedResource for resource:security_group
Dec 30 16:11:04.718732 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.quota.resource_registry [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 30 16:11:04.719771 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.v2.resource_helper [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Service CORE assigned prefix:  {{(pid=82754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 30 16:11:04.720098 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.quota.resource_registry [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Creating instance of TrackedResource for resource:subnetpool
Dec 30 16:11:04.720427 dv-cinder-822939-1-iscsi neutron-server[82754]: WARNING neutron.quota.resource_registry [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] subnetpool is already registered
Dec 30 16:11:04.721026 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.v2.resource_helper [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Service CORE assigned prefix:  {{(pid=82754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 30 16:11:04.721385 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.quota.resource_registry [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Creating instance of TrackedResource for resource:subnetpool
Dec 30 16:11:04.721705 dv-cinder-822939-1-iscsi neutron-server[82754]: WARNING neutron.quota.resource_registry [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] subnetpool is already registered
Dec 30 16:11:04.724334 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.v2.resource_helper [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 30 16:11:04.724763 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.v2.resource_helper [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Service FLAVORS assigned prefix:  {{(pid=82754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 30 16:11:04.725373 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.v2.resource_helper [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 30 16:11:04.725788 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.v2.resource_helper [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 30 16:11:04.726117 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.quota.resource_registry [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Creating instance of TrackedResource for resource:router
Dec 30 16:11:04.726438 dv-cinder-822939-1-iscsi neutron-server[82754]: WARNING neutron.quota.resource_registry [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] router is already registered
Dec 30 16:11:04.727018 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.quota.resource_registry [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Creating instance of TrackedResource for resource:floatingip
Dec 30 16:11:04.727338 dv-cinder-822939-1-iscsi neutron-server[82754]: WARNING neutron.quota.resource_registry [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] floatingip is already registered
Dec 30 16:11:04.727957 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.v2.resource_helper [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Service METERING assigned prefix: /metering {{(pid=82754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 30 16:11:04.728612 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.quota.resource_registry [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Creating instance of CountableResource for resource:rbac_policy
Dec 30 16:11:04.728934 dv-cinder-822939-1-iscsi neutron-server[82754]: WARNING neutron.quota.resource_registry [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] rbac_policy is already registered
Dec 30 16:11:04.729500 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.quota.resource_registry [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Creating instance of TrackedResource for resource:security_group
Dec 30 16:11:04.729823 dv-cinder-822939-1-iscsi neutron-server[82754]: WARNING neutron.quota.resource_registry [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] security_group is already registered
Dec 30 16:11:04.730431 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.quota.resource_registry [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Creating instance of TrackedResource for resource:security_group_rule
Dec 30 16:11:04.730781 dv-cinder-822939-1-iscsi neutron-server[82754]: WARNING neutron.quota.resource_registry [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] security_group_rule is already registered
Dec 30 16:11:04.731454 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.v2.resource_helper [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Service CORE assigned prefix:  {{(pid=82754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 30 16:11:04.731783 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.quota.resource_registry [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Creating instance of TrackedResource for resource:subnetpool
Dec 30 16:11:04.732120 dv-cinder-822939-1-iscsi neutron-server[82754]: WARNING neutron.quota.resource_registry [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] subnetpool is already registered
Dec 30 16:11:04.732775 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.v2.resource_helper [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Service CORE assigned prefix:  {{(pid=82754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Dec 30 16:11:04.733118 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.quota.resource_registry [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Creating instance of TrackedResource for resource:subnetpool
Dec 30 16:11:04.733482 dv-cinder-822939-1-iscsi neutron-server[82754]: WARNING neutron.quota.resource_registry [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] subnetpool is already registered
Dec 30 16:11:04.734120 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: extensions {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.735554 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: address-groups {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.737117 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: address-scopes {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.738318 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: agents {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.739481 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: auto-allocated-topology {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.740694 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: availability_zones {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.742064 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: dhcp-networks {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.743359 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: dhcp-agents {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.744734 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: routers {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.746530 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: flavors {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.747650 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: service_profiles {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.748823 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: next_providers {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.750338 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: service_profiles {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.751745 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: floatingip-pools {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.752938 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: routers {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.754688 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: floatingips {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.755907 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: l3-routers {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.757286 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: l3-agents {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.758646 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: metering-labels {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.759963 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: metering-label-rules {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.761263 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: network-ip-availabilities {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.762471 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: bindings {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.764959 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: quotas {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.766416 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: quotas {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.767802 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: rbac-policies {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.769057 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: security-groups {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.770255 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: security-group-rules {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.771583 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: service-providers {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.772786 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: subnetpools {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.774178 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: subnetpools {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.775657 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: tags {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.777300 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: tags {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.779064 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: tags {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.780759 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: tags {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.782517 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: tags {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.784142 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: tags {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.785893 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: tags {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.787813 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: tags {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.789655 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: tags {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.791439 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron.api.extensions [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Extended resource: tags {{(pid=82754) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Dec 30 16:11:04.797132 dv-cinder-822939-1-iscsi neutron-server[82754]: WARNING keystonemiddleware.auth_token [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Dec 30 16:11:04.802184 dv-cinder-822939-1-iscsi neutron-server[82754]: WARNING keystonemiddleware.auth_token [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Dec 30 16:11:04.815805 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_concurrency.lockutils [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Acquired lock "singleton_lock" {{(pid=82754) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Dec 30 16:11:04.816582 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_concurrency.lockutils [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Releasing lock "singleton_lock" {{(pid=82754) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Dec 30 16:11:04.817634 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO oslo_service.service [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Starting 2 workers
Dec 30 16:11:04.824998 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Started child 82857 {{(pid=82754) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 30 16:11:04.831464 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Started child 82858 {{(pid=82754) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 30 16:11:04.833552 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:04.834246 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO neutron.service [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Neutron service started, listening on 0.0.0.0:9696
Dec 30 16:11:04.834663 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Notify callbacks [] for process, before_spawn {{(pid=82754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:04.835084 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [-] (82857) wsgi starting up on http://0.0.0.0:9696
Dec 30 16:11:04.837111 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO oslo_service.service [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Starting 1 workers
Dec 30 16:11:04.837349 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:04.838613 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [-] (82858) wsgi starting up on http://0.0.0.0:9696
Dec 30 16:11:04.841982 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Started child 82859 {{(pid=82754) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 30 16:11:04.842504 dv-cinder-822939-1-iscsi neutron-server[82754]: INFO oslo_service.service [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Starting 1 workers
Dec 30 16:11:04.846127 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.service [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] calling RpcWorker wait() {{(pid=82859) _wait /opt/stack/neutron/neutron/service.py:128}}
Dec 30 16:11:04.846682 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.service [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] returning from RpcWorker wait() {{(pid=82859) _wait /opt/stack/neutron/neutron/service.py:135}}
Dec 30 16:11:04.846876 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Started child 82860 {{(pid=82754) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Dec 30 16:11:04.847669 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ace-e0d1-4d56-9670-dcf8cf080ccc None None] Notify callbacks [] for process, after_spawn {{(pid=82754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:04.848014 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:04.849096 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:11:04.849817 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82754) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Dec 30 16:11:04.849999 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 30 16:11:04.850359 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 30 16:11:04.850557 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 30 16:11:04.850881 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 30 16:11:04.851005 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 30 16:11:04.851510 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.851728 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:04.852209 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.852209 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.852351 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.852513 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.852779 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:11:04.853072 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.853408 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.853540 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.853988 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.854188 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.854515 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.854663 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.855086 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.855314 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.855609 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.855864 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.856123 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.856372 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.856522 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.856936 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.857234 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.857466 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.857723 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] debug                          = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.857954 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.858405 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.858624 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.858854 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.859085 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.859377 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.859624 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.859880 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.860117 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.860347 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.860580 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.860831 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.861049 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.861319 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.861572 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.861784 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.862261 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] host                           = dv-cinder-822939-1-iscsi {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.862498 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.862711 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.862956 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.863196 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.863440 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.863677 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.863929 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.864172 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.864450 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.864730 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.865138 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.865565 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.865859 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.866107 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.866270 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.866504 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.866788 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.867039 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.867226 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.867376 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.867550 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.867807 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.867970 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.868210 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.868435 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.868646 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.868871 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.869098 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.869347 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.869602 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.869785 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.869988 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.870196 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.870452 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.870696 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.870916 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.871147 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.871386 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.871604 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.871834 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.872045 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.872297 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.872508 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.872756 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.872933 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.873236 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.873439 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.873677 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.873923 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.874151 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.874372 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.874600 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.874868 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.875155 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.875337 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.875586 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.875796 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.876018 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.876228 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.876463 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.876673 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.876879 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.877089 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.877408 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.877621 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.877857 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.878065 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.878273 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.878498 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.878893 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.879169 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.879478 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.880771 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.880771 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.880771 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.880771 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.881054 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.881233 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.881423 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.882299 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.882540 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.882860 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.883121 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.883387 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.31/identity {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.883656 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.883842 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.884298 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.884532 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.884775 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.887963 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.887963 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.887963 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.887963 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.887963 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.887963 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.887963 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.887963 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.887963 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.890249 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.890249 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.890249 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.890249 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.890249 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.890249 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.890249 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.890249 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.890249 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.891455 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.891455 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.891455 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.891455 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.891455 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.891455 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.891455 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.891455 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.891455 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.895221 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.895221 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.895221 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.895221 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.895221 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.895221 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.895221 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.895221 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.895221 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.896346 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.896346 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.896346 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.896346 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.896346 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.896346 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.896346 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.896346 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.896346 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.897404 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.897404 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.897404 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.897404 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.897404 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.897404 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.897404 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.897404 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.897404 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.899151 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.899151 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.899151 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.899151 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.899151 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.899151 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.899151 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.900522 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.900522 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.900522 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.900522 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.900522 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.900522 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.902187 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.902187 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.902187 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.902187 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.902187 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.902187 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.902187 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.902984 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.902984 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.902984 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.902984 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.905218 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.905218 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.905218 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.905218 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.905218 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.905218 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.905218 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.905218 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.906187 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.906187 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.906187 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.906187 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.906187 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.906817 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.906817 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.907038 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.907153 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.907381 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.907626 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.907959 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.908216 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.908370 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.908603 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.908851 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.909146 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.909419 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.909655 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.909868 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.910140 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.910381 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.911369 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.911369 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.911369 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.911740 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.911858 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.912292 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.31/identity {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.912757 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.912993 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.913705 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.913705 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.913705 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.914095 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.914230 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.914372 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.914562 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.914791 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.914996 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.915224 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.915441 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.915651 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.915877 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.916095 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.916392 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.916520 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.916745 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.916968 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.919188 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.919188 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.919188 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.919188 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.919188 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.919188 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.919188 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.919188 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.920133 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.920133 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.920133 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.920133 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.920133 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.920133 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.920789 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.920789 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.920789 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.921141 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.921141 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.921400 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.922619 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.922619 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.922619 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.922619 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.922619 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.923180 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.923180 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.923180 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.923605 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.923605 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.923831 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.924033 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.924210 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.924920 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.924920 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.924920 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.925218 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.925334 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.925543 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.925773 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.925982 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.926257 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.926464 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.926712 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.927107 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.927511 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.927819 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.928062 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.928604 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.929031 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.929447 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.929848 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.930232 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.930608 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.931083 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.931336 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.931591 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.931870 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.932097 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.932326 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.932598 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.932897 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.933135 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.933402 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.933640 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.933872 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.934100 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.934524 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.935019 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.935485 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.935736 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.935970 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.936265 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.936536 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.936806 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.937019 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.937337 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.937825 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.938147 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.938414 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.938639 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.938914 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.939128 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.939337 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.939566 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.939800 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.940029 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.940279 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.940509 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.940727 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.940966 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.941067 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 45338) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:11:04.941286 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.941504 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.941723 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.941947 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.942162 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.942447 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.942543 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 30 16:11:04.943384 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82754) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Dec 30 16:11:04.943550 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Dec 30 16:11:04.943861 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Dec 30 16:11:04.944034 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Dec 30 16:11:04.944209 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Dec 30 16:11:04.944362 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Dec 30 16:11:04.944545 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.944701 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.944854 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.945020 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.945180 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.945340 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.945496 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.945646 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.945795 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.945931 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.946080 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.946233 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.946395 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.946556 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.946713 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.946892 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.947094 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.947094 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.947416 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.947416 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.947673 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.947673 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.947937 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] debug                          = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.948070 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.948202 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.948359 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.948504 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.948640 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.948774 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.948908 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.949051 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.949207 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.949369 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.949560 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.949720 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.949720 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.949995 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.949995 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.950253 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.950386 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] host                           = dv-cinder-822939-1-iscsi {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.950521 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.950653 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.950787 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.950920 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.951063 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.951687 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0083623
Dec 30 16:11:04.952546 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.952546 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.952546 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.952546 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.952546 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.953217 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.953217 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.953217 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.953217 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.953772 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.953772 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.953772 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.953772 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.954223 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.954223 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.954223 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.954539 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.954539 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.954690 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.954803 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.954906 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.955018 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.955164 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.955680 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.955680 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.955680 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.956007 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.956007 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.956199 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.956199 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.956400 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.956504 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.956616 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.956768 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.957082 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.957409 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.957564 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.957719 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.957873 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.958826 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.958826 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.958826 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.958826 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.959264 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.959264 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.959264 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.959637 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.959637 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.959782 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.959861 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.959977 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.960129 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.960444 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.960742 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.960899 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.961053 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.961239 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.961698 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.961698 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.962162 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.962162 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.962327 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.962327 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.962478 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Dec 30 16:11:04.962706 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.962836 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.962972 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.963133 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.963291 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.963448 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.963604 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.963760 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.963917 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.964074 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.964283 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.964616 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.964616 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.964833 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.964833 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.31/identity {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.965093 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.965221 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.966065 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.966227 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.966557 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.966557 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.966760 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.967772 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.967772 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.967772 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.967772 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.967772 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.967772 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.967772 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.968466 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.968466 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.968466 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.968466 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.968466 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.968821 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.968821 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.968963 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.969040 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.969464 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.969626 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.969795 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.969968 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.970125 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.970248 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.970553 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.970846 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.971143 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.971443 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.971590 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.971956 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.971956 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.972196 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.972196 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.972346 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.972486 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.972653 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.972798 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.972953 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.973111 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.973353 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.973497 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.973666 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.973833 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.974102 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.975200 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.975200 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.975200 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.975200 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.975200 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.975522 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.975522 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.975522 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.975692 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.975903 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.975991 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.976155 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.976307 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.976467 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.976622 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.976781 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.976940 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.977096 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.977267 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.977422 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.977583 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.977752 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.977966 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.978140 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.978285 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.978424 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.978561 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.978697 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.978834 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.978969 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.979105 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.979262 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.979399 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.979533 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.979667 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.981309 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.981309 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.981309 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.981309 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.981309 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.981309 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.981309 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.981309 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.981996 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.981996 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.981996 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.981996 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.981996 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.981996 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.981996 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.981996 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.983542 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.983542 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.983542 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.983542 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.983542 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.983542 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.983542 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.983542 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.985501 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.985501 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.985501 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.985501 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.985501 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.985501 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.985501 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.985501 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.986454 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.986454 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.986454 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.31/identity {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.986454 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.986454 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.986454 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.986454 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.987302 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:11:04.987450 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.987450 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.987450 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.987450 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.987450 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.987450 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.987450 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.987450 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.988403 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.988403 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.988403 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.988403 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.988403 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.988403 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.988403 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.988403 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.989431 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.989431 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.989431 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.989431 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.989431 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.989431 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.989431 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.989431 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.990401 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.990401 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.990401 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.990401 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.990401 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.990401 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.990401 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.990401 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.991175 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.991175 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.991175 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.991175 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.991175 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.991644 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.991644 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.991644 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.991857 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.991857 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.992000 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.992204 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.992297 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.992459 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.992618 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.992775 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.992932 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.993093 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.993292 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.993453 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.993612 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.993770 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.993928 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.994085 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.994242 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.994411 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.994568 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.994724 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.994896 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.995056 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.995214 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.995372 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.995530 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.995697 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.995857 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.996014 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.996170 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.996327 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.996493 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.996652 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.996809 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.996975 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.997133 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.997391 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.997484 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.997602 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.997783 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.997911 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.998069 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.998226 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.998384 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.999048 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.999048 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.999048 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.999048 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.999914 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.999914 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.999914 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.999914 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.999914 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:04.999914 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:05.000690 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:05.000690 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:05.000690 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:05.000690 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:05.000690 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:05.001289 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:05.002472 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:05.002472 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:05.002472 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:05.002472 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:05.002472 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:05.003012 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:05.003012 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:05.003012 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:05.003405 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:05.003405 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:05.003405 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:05.003637 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:05.003637 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:05.003782 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Dec 30 16:11:05.004627 dv-cinder-822939-1-iscsi neutron-server[82754]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Dec 30 16:11:15.169816 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51a5f3d-dd1f-46b0-8541-f131e9211085 None None] get_active_networks_info from dv-cinder-822939-1-iscsi {{(pid=82859) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Dec 30 16:11:15.244165 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-382d4cc7-7f66-4119-b63c-e4dc1c2b9938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4017308'] for agent, after_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:15.258537 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51a5f3d-dd1f-46b0-8541-f131e9211085 None None] No non-hosted networks {{(pid=82859) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Dec 30 16:11:17.314668 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-11db7652-c0b8-4a79-a3ba-9d4b0d0e25c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4017308'] for agent, after_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:17.354642 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-c7dcefad-70c4-4b5f-ac24-b3eecbb5b73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:18.293882 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4017308'] for agent, after_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:18.633426 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4017308'] for agent, after_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:18.635686 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:18.636565 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:18.637122 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:18.637842 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:18.638371 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:18.638937 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:18.639464 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:18.640098 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:18.641426 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:18.642531 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:18.643488 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:18.643750 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7ff4d56e4a90>, 'Open vSwitch agent', 'dv-cinder-822939-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:11:18.649497 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7ff4d5657250>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-822939-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:11:19.730221 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4017308'] for agent, after_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:21.274202 dv-cinder-822939-1-iscsi neutron-server[82859]: INFO neutron.db.l3_hamode_db [None req-f2adf364-574d-4d20-ad7d-51b07f4fbe04 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Dec 30 16:11:21.357984 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2adf364-574d-4d20-ad7d-51b07f4fbe04 None None] Routers set() bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:11:21.358325 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2adf364-574d-4d20-ad7d-51b07f4fbe04 None None] Router IDs set() for agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Dec 30 16:11:21.400042 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 45434) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:11:22.071194 dv-cinder-822939-1-iscsi neutron-server[82857]: WARNING oslo_policy.policy [None req-c6899151-bce0-4450-83fe-0d8087538bb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 30 16:11:22.072039 dv-cinder-822939-1-iscsi neutron-server[82857]: WARNING oslo_policy.policy [None req-c6899151-bce0-4450-83fe-0d8087538bb7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 30 16:11:22.295115 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [None req-c6899151-bce0-4450-83fe-0d8087538bb7 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=82857) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 30 16:11:22.296246 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-c6899151-bce0-4450-83fe-0d8087538bb7 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8937974
Dec 30 16:11:24.524046 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 45448) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:11:25.202652 dv-cinder-822939-1-iscsi neutron-server[82858]: WARNING oslo_policy.policy [None req-c07c2634-1d14-40b6-9afc-278030fcc2d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 30 16:11:25.203231 dv-cinder-822939-1-iscsi neutron-server[82858]: WARNING oslo_policy.policy [None req-c07c2634-1d14-40b6-9afc-278030fcc2d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 30 16:11:25.429504 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-c07c2634-1d14-40b6-9afc-278030fcc2d7 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:11:25.480979 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.policy [None req-c07c2634-1d14-40b6-9afc-278030fcc2d7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82858) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Dec 30 16:11:25.481737 dv-cinder-822939-1-iscsi neutron-server[82858]: WARNING oslo_policy.policy [None req-c07c2634-1d14-40b6-9afc-278030fcc2d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 30 16:11:25.482092 dv-cinder-822939-1-iscsi neutron-server[82858]: WARNING oslo_policy.policy [None req-c07c2634-1d14-40b6-9afc-278030fcc2d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 30 16:11:25.485371 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.quota [None req-c07c2634-1d14-40b6-9afc-278030fcc2d7 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7ff4d58fe670>.
Dec 30 16:11:25.501058 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-c07c2634-1d14-40b6-9afc-278030fcc2d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:11:25.571671 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c07c2634-1d14-40b6-9afc-278030fcc2d7 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793095235613', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793095185442', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793095194930', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793095200492', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793095206976', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-544523', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-600843', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4114512', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3791573'] for rbac-policy, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:25.645355 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c07c2634-1d14-40b6-9afc-278030fcc2d7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:25.646894 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-c07c2634-1d14-40b6-9afc-278030fcc2d7 admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.1219034
Dec 30 16:11:28.204702 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 45466) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:11:28.622653 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'fa4ba010f710499a93188cb95d330fc8'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:11:28.624903 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.quota [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7ff4d58fe2e0>.
Dec 30 16:11:28.642519 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:11:28.649398 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Usage tracker for resource:network and tenant:fa4ba010f710499a93188cb95d330fc8 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:11:28.655168 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:11:28.662845 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:11:28.683096 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Made reservation on behalf of fa4ba010f710499a93188cb95d330fc8 for: {'network': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:11:28.723946 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.policy [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82857) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Dec 30 16:11:28.724721 dv-cinder-822939-1-iscsi neutron-server[82857]: WARNING oslo_policy.policy [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 30 16:11:28.725085 dv-cinder-822939-1-iscsi neutron-server[82857]: WARNING oslo_policy.policy [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Dec 30 16:11:28.729640 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for network, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:28.753488 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:28.814287 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:11:28.818279 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Usage tracker for resource:security_group_rule and tenant:fa4ba010f710499a93188cb95d330fc8 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:11:28.821660 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:11:28.827619 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:11:28.901281 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:28.907056 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:28.932004 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'}  {{(pid=82857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 30 16:11:28.956602 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793096430309', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:28.957197 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7ff4d63a2e50> segment precommit_create {{(pid=82857) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 30 16:11:28.957682 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.db.segments_db [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Added segment bca45a4a-45cc-44cf-9b7a-c580ccfee5f4 of type vlan for network d3f8ef26-1f4f-49ee-8999-56cb7e1d976f
Dec 30 16:11:28.966379 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c23ad09-b189-4613-b0c8-3e769863be16,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:11:29.034980 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:29.035191 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:29.035539 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:29.035894 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:29.036297 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:29.036671 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:29.037081 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:29.037441 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:29.037804 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:29.038116 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:29.038427 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:29.039523 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Tracked resource versions report:
Dec 30 16:11:29.039523 dv-cinder-822939-1-iscsi neutron-server[82857]: pushed versions:
Dec 30 16:11:29.039523 dv-cinder-822939-1-iscsi neutron-server[82857]: {   'ConntrackHelper': {'1.0'},
Dec 30 16:11:29.039523 dv-cinder-822939-1-iscsi neutron-server[82857]:     'Log': {'1.0'},
Dec 30 16:11:29.039523 dv-cinder-822939-1-iscsi neutron-server[82857]:     'Network': {'1.1'},
Dec 30 16:11:29.039523 dv-cinder-822939-1-iscsi neutron-server[82857]:     'Port': {'1.5'},
Dec 30 16:11:29.039523 dv-cinder-822939-1-iscsi neutron-server[82857]:     'PortForwarding': {'1.2'},
Dec 30 16:11:29.039523 dv-cinder-822939-1-iscsi neutron-server[82857]:     'QosPolicy': {'1.8'},
Dec 30 16:11:29.039523 dv-cinder-822939-1-iscsi neutron-server[82857]:     'SecurityGroup': {'1.2'},
Dec 30 16:11:29.039523 dv-cinder-822939-1-iscsi neutron-server[82857]:     'SecurityGroupRule': {'1.0'},
Dec 30 16:11:29.039523 dv-cinder-822939-1-iscsi neutron-server[82857]:     'SubPort': {'1.0'},
Dec 30 16:11:29.039523 dv-cinder-822939-1-iscsi neutron-server[82857]:     'Subnet': {'1.1'},
Dec 30 16:11:29.039523 dv-cinder-822939-1-iscsi neutron-server[82857]:     'Trunk': {'1.1'}}
Dec 30 16:11:29.039523 dv-cinder-822939-1-iscsi neutron-server[82857]: consumer versions:
Dec 30 16:11:29.039523 dv-cinder-822939-1-iscsi neutron-server[82857]: {   DHCP agent@dv-cinder-822939-1-iscsi: {},
Dec 30 16:11:29.039523 dv-cinder-822939-1-iscsi neutron-server[82857]:     L3 agent@dv-cinder-822939-1-iscsi: {},
Dec 30 16:11:29.039523 dv-cinder-822939-1-iscsi neutron-server[82857]:     Metadata agent@dv-cinder-822939-1-iscsi: {},
Dec 30 16:11:29.039523 dv-cinder-822939-1-iscsi neutron-server[82857]:     Metering agent@dv-cinder-822939-1-iscsi: {},
Dec 30 16:11:29.039523 dv-cinder-822939-1-iscsi neutron-server[82857]:     Open vSwitch agent@dv-cinder-822939-1-iscsi: {   'ConntrackHelper': '1.0',
Dec 30 16:11:29.039523 dv-cinder-822939-1-iscsi neutron-server[82857]:                                                      'Log': '1.0',
Dec 30 16:11:29.039523 dv-cinder-822939-1-iscsi neutron-server[82857]:                                                      'Network': '1.1',
Dec 30 16:11:29.039523 dv-cinder-822939-1-iscsi neutron-server[82857]:                                                      'Port': '1.5',
Dec 30 16:11:29.039523 dv-cinder-822939-1-iscsi neutron-server[82857]:                                                      'PortForwarding': '1.2',
Dec 30 16:11:29.039523 dv-cinder-822939-1-iscsi neutron-server[82857]:                                                      'QosPolicy': '1.8',
Dec 30 16:11:29.039523 dv-cinder-822939-1-iscsi neutron-server[82857]:                                                      'SecurityGroup': '1.2',
Dec 30 16:11:29.039523 dv-cinder-822939-1-iscsi neutron-server[82857]:                                                      'SecurityGroupRule': '1.0',
Dec 30 16:11:29.039523 dv-cinder-822939-1-iscsi neutron-server[82857]:                                                      'SubPort': '1.0',
Dec 30 16:11:29.039523 dv-cinder-822939-1-iscsi neutron-server[82857]:                                                      'Subnet': '1.1',
Dec 30 16:11:29.039523 dv-cinder-822939-1-iscsi neutron-server[82857]:                                                      'Trunk': '1.1'}}
Dec 30 16:11:29.039523 dv-cinder-822939-1-iscsi neutron-server[82857]:  {{(pid=82857) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 30 16:11:29.074585 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793095940298'] for network, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:29.120422 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487'] for network, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:29.121561 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:11:29.122317 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:29.229356 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] Pushing event updated for resources: {'Network': ['ID=d3f8ef26-1f4f-49ee-8999-56cb7e1d976f,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:11:29.234592 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-e09ee053-d9d8-4b21-8849-a0bbbc18dec4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 1.0286064
Dec 30 16:11:29.241411 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Network d3f8ef26-1f4f-49ee-8999-56cb7e1d976f details requested by agent ovs-agent-dv-cinder-822939-1-iscsi with host dv-cinder-822939-1-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 30 16:11:31.851116 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 45484) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:11:32.338557 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b9c775-9dd2-486b-a04d-31142d1502ee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:11:32.340621 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-41b9c775-9dd2-486b-a04d-31142d1502ee admin admin] 10.222.0.31 "GET /v2.0/networks/d3f8ef26-1f4f-49ee-8999-56cb7e1d976f HTTP/1.1" status: 200  len: 824 time: 0.4878783
Dec 30 16:11:32.374235 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-eee6ef81-49cb-4778-9fb2-6b0c681e7837 admin admin] 10.222.0.31 "GET /v2.0/subnetpools/01fcdfd3-4df7-4f6c-bd6b-b30c70eeb4df HTTP/1.1" status: 200  len: 734 time: 0.0262175
Dec 30 16:11:32.382882 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-f909bbc1-51e9-46a7-a93a-6a61ba2605b1 admin admin] Request body: {'subnet': {'network_id': 'd3f8ef26-1f4f-49ee-8999-56cb7e1d976f', 'name': 'private-subnet', 'subnetpool_id': '01fcdfd3-4df7-4f6c-bd6b-b30c70eeb4df', 'tenant_id': 'fa4ba010f710499a93188cb95d330fc8', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:11:32.387321 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-f909bbc1-51e9-46a7-a93a-6a61ba2605b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:11:32.391083 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-f909bbc1-51e9-46a7-a93a-6a61ba2605b1 admin admin] Usage tracker for resource:subnet and tenant:fa4ba010f710499a93188cb95d330fc8 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:11:32.393989 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-f909bbc1-51e9-46a7-a93a-6a61ba2605b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:11:32.400301 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-f909bbc1-51e9-46a7-a93a-6a61ba2605b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:11:32.412716 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f909bbc1-51e9-46a7-a93a-6a61ba2605b1 admin admin] Made reservation on behalf of fa4ba010f710499a93188cb95d330fc8 for: {'subnet': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:11:32.415001 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f909bbc1-51e9-46a7-a93a-6a61ba2605b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:32.695064 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f909bbc1-51e9-46a7-a93a-6a61ba2605b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487'] for subnet, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:32.781647 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f909bbc1-51e9-46a7-a93a-6a61ba2605b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bf042b9-8115-4b00-80e8-b9253b1c2daa,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:11:32.789095 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f909bbc1-51e9-46a7-a93a-6a61ba2605b1 admin admin] Checking segment: {'id': 'bca45a4a-45cc-44cf-9b7a-c580ccfee5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd3f8ef26-1f4f-49ee-8999-56cb7e1d976f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:11:32.789410 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f909bbc1-51e9-46a7-a93a-6a61ba2605b1 admin admin] Network hostable DHCP agents. Network: d3f8ef26-1f4f-49ee-8999-56cb7e1d976f, hostable agents: ['56495f28-f8e1-4ded-a581-8b29fe371967'], hosted agents: [] {{(pid=82857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 30 16:11:32.814887 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f909bbc1-51e9-46a7-a93a-6a61ba2605b1 admin admin] Network d3f8ef26-1f4f-49ee-8999-56cb7e1d976f is scheduled to be hosted by DHCP agent 56495f28-f8e1-4ded-a581-8b29fe371967 with binding_index 1 {{(pid=82857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 30 16:11:32.826281 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-f909bbc1-51e9-46a7-a93a-6a61ba2605b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822939-1-iscsi, d3f8ef26-1f4f-49ee-8999-56cb7e1d976f) {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:11:32.831247 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f909bbc1-51e9-46a7-a93a-6a61ba2605b1 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:11:32.831855 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f909bbc1-51e9-46a7-a93a-6a61ba2605b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:32.837231 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf0586e-0185-4b54-811f-1d41be05884b None None] Network d3f8ef26-1f4f-49ee-8999-56cb7e1d976f requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:11:32.852470 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-f909bbc1-51e9-46a7-a93a-6a61ba2605b1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4731071
Dec 30 16:11:33.140453 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf905f464-6ef4-5d13-8270-ca113c3e727c-d3f8ef26-1f4f-49ee-8999-56cb7e1d976f', 'network_id': 'd3f8ef26-1f4f-49ee-8999-56cb7e1d976f', 'tenant_id': 'fa4ba010f710499a93188cb95d330fc8', 'fixed_ips': [{'subnet_id': '7bf042b9-8115-4b00-80e8-b9253b1c2daa'}]}} from dv-cinder-822939-1-iscsi. {{(pid=82859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 30 16:11:33.141618 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:33.325198 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.db_base_plugin_common [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] Allocated IP 172.20.0.2 (d3f8ef26-1f4f-49ee-8999-56cb7e1d976f/7bf042b9-8115-4b00-80e8-b9253b1c2daa/11a35474-e74d-460e-818b-20a97899537d) {{(pid=82859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:11:33.555882 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] Notify callbacks [] for port, precommit_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:33.570044 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] Transition to ACTIVE for port object 11a35474-e74d-460e-818b-20a97899537d will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:11:33.590953 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] Transition to ACTIVE for port object 11a35474-e74d-460e-818b-20a97899537d will not be triggered until provisioned by entity DHCP. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:11:33.598931 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782'] for port, after_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:33.665086 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] Network d3f8ef26-1f4f-49ee-8999-56cb7e1d976f is already hosted by enough agents. {{(pid=82859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:11:33.668801 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.scheduler.base_scheduler [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] Resources bound (agent type, host, resource id):  {{(pid=82859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:11:33.672556 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] Received port after_create {{(pid=82859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:11:33.675016 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] Pushing event updated for resources: {'Port': ['ID=11a35474-e74d-460e-818b-20a97899537d,revision_number=1']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:11:33.713489 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:33.713821 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:33.714140 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:33.714458 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:33.714774 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:33.715083 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:33.715399 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:33.715725 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:33.716039 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:33.716342 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:33.716643 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:33.717750 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] Tracked resource versions report:
Dec 30 16:11:33.717750 dv-cinder-822939-1-iscsi neutron-server[82859]: pushed versions:
Dec 30 16:11:33.717750 dv-cinder-822939-1-iscsi neutron-server[82859]: {   'ConntrackHelper': {'1.0'},
Dec 30 16:11:33.717750 dv-cinder-822939-1-iscsi neutron-server[82859]:     'Log': {'1.0'},
Dec 30 16:11:33.717750 dv-cinder-822939-1-iscsi neutron-server[82859]:     'Network': {'1.1'},
Dec 30 16:11:33.717750 dv-cinder-822939-1-iscsi neutron-server[82859]:     'Port': {'1.5'},
Dec 30 16:11:33.717750 dv-cinder-822939-1-iscsi neutron-server[82859]:     'PortForwarding': {'1.2'},
Dec 30 16:11:33.717750 dv-cinder-822939-1-iscsi neutron-server[82859]:     'QosPolicy': {'1.8'},
Dec 30 16:11:33.717750 dv-cinder-822939-1-iscsi neutron-server[82859]:     'SecurityGroup': {'1.2'},
Dec 30 16:11:33.717750 dv-cinder-822939-1-iscsi neutron-server[82859]:     'SecurityGroupRule': {'1.0'},
Dec 30 16:11:33.717750 dv-cinder-822939-1-iscsi neutron-server[82859]:     'SubPort': {'1.0'},
Dec 30 16:11:33.717750 dv-cinder-822939-1-iscsi neutron-server[82859]:     'Subnet': {'1.1'},
Dec 30 16:11:33.717750 dv-cinder-822939-1-iscsi neutron-server[82859]:     'Trunk': {'1.1'}}
Dec 30 16:11:33.717750 dv-cinder-822939-1-iscsi neutron-server[82859]: consumer versions:
Dec 30 16:11:33.717750 dv-cinder-822939-1-iscsi neutron-server[82859]: {   DHCP agent@dv-cinder-822939-1-iscsi: {},
Dec 30 16:11:33.717750 dv-cinder-822939-1-iscsi neutron-server[82859]:     L3 agent@dv-cinder-822939-1-iscsi: {},
Dec 30 16:11:33.717750 dv-cinder-822939-1-iscsi neutron-server[82859]:     Metadata agent@dv-cinder-822939-1-iscsi: {},
Dec 30 16:11:33.717750 dv-cinder-822939-1-iscsi neutron-server[82859]:     Metering agent@dv-cinder-822939-1-iscsi: {},
Dec 30 16:11:33.717750 dv-cinder-822939-1-iscsi neutron-server[82859]:     Open vSwitch agent@dv-cinder-822939-1-iscsi: {   'ConntrackHelper': '1.0',
Dec 30 16:11:33.717750 dv-cinder-822939-1-iscsi neutron-server[82859]:                                                      'Log': '1.0',
Dec 30 16:11:33.717750 dv-cinder-822939-1-iscsi neutron-server[82859]:                                                      'Network': '1.1',
Dec 30 16:11:33.717750 dv-cinder-822939-1-iscsi neutron-server[82859]:                                                      'Port': '1.5',
Dec 30 16:11:33.717750 dv-cinder-822939-1-iscsi neutron-server[82859]:                                                      'PortForwarding': '1.2',
Dec 30 16:11:33.717750 dv-cinder-822939-1-iscsi neutron-server[82859]:                                                      'QosPolicy': '1.8',
Dec 30 16:11:33.717750 dv-cinder-822939-1-iscsi neutron-server[82859]:                                                      'SecurityGroup': '1.2',
Dec 30 16:11:33.717750 dv-cinder-822939-1-iscsi neutron-server[82859]:                                                      'SecurityGroupRule': '1.0',
Dec 30 16:11:33.717750 dv-cinder-822939-1-iscsi neutron-server[82859]:                                                      'SubPort': '1.0',
Dec 30 16:11:33.717750 dv-cinder-822939-1-iscsi neutron-server[82859]:                                                      'Subnet': '1.1',
Dec 30 16:11:33.717750 dv-cinder-822939-1-iscsi neutron-server[82859]:                                                      'Trunk': '1.1'}}
Dec 30 16:11:33.717750 dv-cinder-822939-1-iscsi neutron-server[82859]:  {{(pid=82859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 30 16:11:33.775660 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] Attempting to bind port 11a35474-e74d-460e-818b-20a97899537d on host dv-cinder-822939-1-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:11:33.776045 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] Attempting to bind port 11a35474-e74d-460e-818b-20a97899537d by drivers openvswitch,hyperv on host dv-cinder-822939-1-iscsi at level 0 using segments [{'id': 'bca45a4a-45cc-44cf-9b7a-c580ccfee5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd3f8ef26-1f4f-49ee-8999-56cb7e1d976f'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:11:33.776439 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] Attempting to bind port 11a35474-e74d-460e-818b-20a97899537d on network d3f8ef26-1f4f-49ee-8999-56cb7e1d976f {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:11:33.782973 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] Checking agent: {'id': 'b5560ab0-2c8e-4cda-8841-fe2255e3b07c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822939-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 11, 19), 'started_at': datetime.datetime(2021, 12, 30, 16, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822939-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:11:33.783346 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] Checking segment: {'id': 'bca45a4a-45cc-44cf-9b7a-c580ccfee5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd3f8ef26-1f4f-49ee-8999-56cb7e1d976f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:11:33.783815 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:33.784193 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] Bound using segment: {'id': 'bca45a4a-45cc-44cf-9b7a-c580ccfee5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd3f8ef26-1f4f-49ee-8999-56cb7e1d976f'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:11:33.784668 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] Bound port: 11a35474-e74d-460e-818b-20a97899537d, host: dv-cinder-822939-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca45a4a-45cc-44cf-9b7a-c580ccfee5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd3f8ef26-1f4f-49ee-8999-56cb7e1d976f'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:11:33.785049 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:33.869987 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] For port 11a35474-e74d-460e-818b-20a97899537d, host dv-cinder-822939-1-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:11:33.873847 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] For port 11a35474-e74d-460e-818b-20a97899537d, host dv-cinder-822939-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=11a35474-e74d-460e-818b-20a97899537d,segment=NetworkSegment(bca45a4a-45cc-44cf-9b7a-c580ccfee5f4),segment_id=bca45a4a-45cc-44cf-9b7a-c580ccfee5f4)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:11:33.879293 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:33.983604 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc772c3-24e1-43ac-a4ec-2a561120cca1 None None] Pushing event updated for resources: {'Port': ['ID=11a35474-e74d-460e-818b-20a97899537d,revision_number=2']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:11:35.136648 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 45494) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:11:35.544723 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [None req-e9801dc1-9e53-4e2c-9a74-7c16dbc34068 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=82857) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 30 16:11:35.545802 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-e9801dc1-9e53-4e2c-9a74-7c16dbc34068 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4080958
Dec 30 16:11:36.878427 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 11a35474-e74d-460e-818b-20a97899537d up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:11:36.948754 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning for port 11a35474-e74d-460e-818b-20a97899537d completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:11:37.548476 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0215d8bb-ad0a-4bb3-b5cb-2a6f8529a6f2 None None] Network d3f8ef26-1f4f-49ee-8999-56cb7e1d976f requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:11:37.643483 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-9292d083-eac3-4664-92d8-418efa655e1b None None] Provisioning for port 11a35474-e74d-460e-818b-20a97899537d completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:11:37.653545 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-9292d083-eac3-4664-92d8-418efa655e1b None None] Provisioning complete for port 11a35474-e74d-460e-818b-20a97899537d triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:11:37.653933 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-9292d083-eac3-4664-92d8-418efa655e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:37.783175 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 45508) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:11:37.879781 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-9292d083-eac3-4664-92d8-418efa655e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:37.924508 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-9292d083-eac3-4664-92d8-418efa655e1b None None] For port 11a35474-e74d-460e-818b-20a97899537d, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=11a35474-e74d-460e-818b-20a97899537d,segment=NetworkSegment(bca45a4a-45cc-44cf-9b7a-c580ccfee5f4),segment_id=bca45a4a-45cc-44cf-9b7a-c580ccfee5f4)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:11:37.929580 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-9292d083-eac3-4664-92d8-418efa655e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:37.999128 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9292d083-eac3-4664-92d8-418efa655e1b None None] Pushing event updated for resources: {'Port': ['ID=11a35474-e74d-460e-818b-20a97899537d,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:11:38.151948 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-784ce191-1506-4eca-923f-21eca1e0bdcb None None] Provisioning complete for port 11a35474-e74d-460e-818b-20a97899537d triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:11:38.152316 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-784ce191-1506-4eca-923f-21eca1e0bdcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:38.188857 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [None req-cbe2f579-9c08-477d-80b6-796255294ca0 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=82858) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 30 16:11:38.189778 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-cbe2f579-9c08-477d-80b6-796255294ca0 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4057305
Dec 30 16:11:38.850986 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 11a35474-e74d-460e-818b-20a97899537d up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:11:38.922625 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 11a35474-e74d-460e-818b-20a97899537d triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:11:38.923329 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:40.817005 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 45520) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:11:41.212843 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-00a6e836-f1d3-4314-a8e7-7601a315e23a admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'fa4ba010f710499a93188cb95d330fc8', 'name': 'router1'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:11:41.220482 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-00a6e836-f1d3-4314-a8e7-7601a315e23a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:11:41.226518 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-00a6e836-f1d3-4314-a8e7-7601a315e23a admin admin] Usage tracker for resource:router and tenant:fa4ba010f710499a93188cb95d330fc8 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:11:41.230249 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-00a6e836-f1d3-4314-a8e7-7601a315e23a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:11:41.236553 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-00a6e836-f1d3-4314-a8e7-7601a315e23a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:11:41.250252 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-00a6e836-f1d3-4314-a8e7-7601a315e23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4015920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3452'] for router, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:41.251783 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-00a6e836-f1d3-4314-a8e7-7601a315e23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4015949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4020124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4009619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3445'] for router, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:41.277744 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-00a6e836-f1d3-4314-a8e7-7601a315e23a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:41.399066 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-00a6e836-f1d3-4314-a8e7-7601a315e23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4015929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4017997'] for router, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:41.426345 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-00a6e836-f1d3-4314-a8e7-7601a315e23a admin admin] Notify callbacks [] for router, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:41.427728 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-00a6e836-f1d3-4314-a8e7-7601a315e23a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6095042
Dec 30 16:11:43.731633 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 45530) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:11:44.140043 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [None req-d44733c1-b335-4342-b66b-515f2628bc8c admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=82858) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 30 16:11:44.140975 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-d44733c1-b335-4342-b66b-515f2628bc8c admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4082315
Dec 30 16:11:45.102178 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-f8b8667e-5b0e-4c82-88f5-f5b9857a6ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:46.580901 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 45540) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:11:47.081386 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:11:47.087098 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:11:47.090949 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Usage tracker for resource:network and tenant:c8f8c14409524e9ca23c9d84b3f073f6 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:11:47.094323 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:11:47.100791 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:11:47.112923 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Made reservation on behalf of c8f8c14409524e9ca23c9d84b3f073f6 for: {'network': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:11:47.115772 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for network, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:47.132105 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:47.172629 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:11:47.176657 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Usage tracker for resource:security_group_rule and tenant:c8f8c14409524e9ca23c9d84b3f073f6 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:11:47.180146 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:11:47.189703 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:11:47.276294 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:47.281928 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:47.296755 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Reserving flat network on physical network physnet1 {{(pid=82858) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Dec 30 16:11:47.316582 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793096430309', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:47.317399 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7ff4d63a2e50> segment precommit_create {{(pid=82858) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Dec 30 16:11:47.317915 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.db.segments_db [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Added segment a1965180-a5eb-4dfc-97e0-14ede4debdc3 of type flat for network 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b
Dec 30 16:11:47.320389 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-8e2df00b-ad68-4aaf-8015-2d1ea1122623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:47.391924 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b624dab-83aa-47f0-99b2-3d021dd07640,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:11:47.417390 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:47.417724 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:47.418047 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:47.418388 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:47.418699 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:47.419018 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:47.419323 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:47.419643 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:47.419954 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:47.420257 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:47.420560 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:47.421650 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Tracked resource versions report:
Dec 30 16:11:47.421650 dv-cinder-822939-1-iscsi neutron-server[82858]: pushed versions:
Dec 30 16:11:47.421650 dv-cinder-822939-1-iscsi neutron-server[82858]: {   'ConntrackHelper': {'1.0'},
Dec 30 16:11:47.421650 dv-cinder-822939-1-iscsi neutron-server[82858]:     'Log': {'1.0'},
Dec 30 16:11:47.421650 dv-cinder-822939-1-iscsi neutron-server[82858]:     'Network': {'1.1'},
Dec 30 16:11:47.421650 dv-cinder-822939-1-iscsi neutron-server[82858]:     'Port': {'1.5'},
Dec 30 16:11:47.421650 dv-cinder-822939-1-iscsi neutron-server[82858]:     'PortForwarding': {'1.2'},
Dec 30 16:11:47.421650 dv-cinder-822939-1-iscsi neutron-server[82858]:     'QosPolicy': {'1.8'},
Dec 30 16:11:47.421650 dv-cinder-822939-1-iscsi neutron-server[82858]:     'SecurityGroup': {'1.2'},
Dec 30 16:11:47.421650 dv-cinder-822939-1-iscsi neutron-server[82858]:     'SecurityGroupRule': {'1.0'},
Dec 30 16:11:47.421650 dv-cinder-822939-1-iscsi neutron-server[82858]:     'SubPort': {'1.0'},
Dec 30 16:11:47.421650 dv-cinder-822939-1-iscsi neutron-server[82858]:     'Subnet': {'1.1'},
Dec 30 16:11:47.421650 dv-cinder-822939-1-iscsi neutron-server[82858]:     'Trunk': {'1.1'}}
Dec 30 16:11:47.421650 dv-cinder-822939-1-iscsi neutron-server[82858]: consumer versions:
Dec 30 16:11:47.421650 dv-cinder-822939-1-iscsi neutron-server[82858]: {   DHCP agent@dv-cinder-822939-1-iscsi: {},
Dec 30 16:11:47.421650 dv-cinder-822939-1-iscsi neutron-server[82858]:     L3 agent@dv-cinder-822939-1-iscsi: {},
Dec 30 16:11:47.421650 dv-cinder-822939-1-iscsi neutron-server[82858]:     Metadata agent@dv-cinder-822939-1-iscsi: {},
Dec 30 16:11:47.421650 dv-cinder-822939-1-iscsi neutron-server[82858]:     Metering agent@dv-cinder-822939-1-iscsi: {},
Dec 30 16:11:47.421650 dv-cinder-822939-1-iscsi neutron-server[82858]:     Open vSwitch agent@dv-cinder-822939-1-iscsi: {   'ConntrackHelper': '1.0',
Dec 30 16:11:47.421650 dv-cinder-822939-1-iscsi neutron-server[82858]:                                                      'Log': '1.0',
Dec 30 16:11:47.421650 dv-cinder-822939-1-iscsi neutron-server[82858]:                                                      'Network': '1.1',
Dec 30 16:11:47.421650 dv-cinder-822939-1-iscsi neutron-server[82858]:                                                      'Port': '1.5',
Dec 30 16:11:47.421650 dv-cinder-822939-1-iscsi neutron-server[82858]:                                                      'PortForwarding': '1.2',
Dec 30 16:11:47.421650 dv-cinder-822939-1-iscsi neutron-server[82858]:                                                      'QosPolicy': '1.8',
Dec 30 16:11:47.421650 dv-cinder-822939-1-iscsi neutron-server[82858]:                                                      'SecurityGroup': '1.2',
Dec 30 16:11:47.421650 dv-cinder-822939-1-iscsi neutron-server[82858]:                                                      'SecurityGroupRule': '1.0',
Dec 30 16:11:47.421650 dv-cinder-822939-1-iscsi neutron-server[82858]:                                                      'SubPort': '1.0',
Dec 30 16:11:47.421650 dv-cinder-822939-1-iscsi neutron-server[82858]:                                                      'Subnet': '1.1',
Dec 30 16:11:47.421650 dv-cinder-822939-1-iscsi neutron-server[82858]:                                                      'Trunk': '1.1'}}
Dec 30 16:11:47.421650 dv-cinder-822939-1-iscsi neutron-server[82858]:  {{(pid=82858) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 30 16:11:47.441171 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793095940298'] for network, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:47.487515 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487'] for network, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:47.488474 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:11:47.489126 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:47.591036 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] Pushing event updated for resources: {'Network': ['ID=0b94b64d-9d7c-4a44-8bd0-f4e286ff014b,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:11:47.594032 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-3cb06ed7-eb25-4a6c-b005-e51145021b4c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.0120850
Dec 30 16:11:47.603956 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Network 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b details requested by agent ovs-agent-dv-cinder-822939-1-iscsi with host dv-cinder-822939-1-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 30 16:11:48.249336 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:48.641341 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:49.684870 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:49.878325 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 45564) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:11:50.134834 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f436137-9b1b-4e56-86e4-0b472b3b8810 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:11:50.136150 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-4f436137-9b1b-4e56-86e4-0b472b3b8810 admin admin] 10.222.0.31 "GET /v2.0/subnets/7bf042b9-8115-4b00-80e8-b9253b1c2daa HTTP/1.1" status: 200  len: 849 time: 0.2566366
Dec 30 16:11:50.282435 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-00d206eb-d566-4d55-981a-70705ff685b9 admin admin] 10.222.0.31 "GET /v2.0/routers/3965cf0b-b482-4bcf-b708-72d20a712891 HTTP/1.1" status: 200  len: 704 time: 0.1380401
Dec 30 16:11:50.777142 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b2c6204e-6aa4-4b88-be05-b169b89274a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:51.011318 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [None req-b2c6204e-6aa4-4b88-be05-b169b89274a1 admin admin] Allocated IP 172.20.0.1 (d3f8ef26-1f4f-49ee-8999-56cb7e1d976f/7bf042b9-8115-4b00-80e8-b9253b1c2daa/04ae3396-b14b-41fe-ad15-2c0b17afe15d) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:11:51.167785 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b2c6204e-6aa4-4b88-be05-b169b89274a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:51.186786 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.provisioning_blocks [None req-b2c6204e-6aa4-4b88-be05-b169b89274a1 admin admin] Transition to ACTIVE for port object 04ae3396-b14b-41fe-ad15-2c0b17afe15d will not be triggered until provisioned by entity DHCP. {{(pid=82858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:11:51.242155 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b2c6204e-6aa4-4b88-be05-b169b89274a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:51.306989 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c6204e-6aa4-4b88-be05-b169b89274a1 admin admin] Network d3f8ef26-1f4f-49ee-8999-56cb7e1d976f is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:11:51.309784 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-b2c6204e-6aa4-4b88-be05-b169b89274a1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:11:51.314528 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6204e-6aa4-4b88-be05-b169b89274a1 admin admin] Pushing event updated for resources: {'Port': ['ID=04ae3396-b14b-41fe-ad15-2c0b17afe15d,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:11:51.325630 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c6204e-6aa4-4b88-be05-b169b89274a1 admin admin] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:11:51.326069 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b2c6204e-6aa4-4b88-be05-b169b89274a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4018067'] for router_interface, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:51.451610 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b2c6204e-6aa4-4b88-be05-b169b89274a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:51.495788 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-c74a3cd7-545c-4ef2-b2d2-e996454218db None None] Provisioning for port 04ae3396-b14b-41fe-ad15-2c0b17afe15d completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:11:51.500551 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-c74a3cd7-545c-4ef2-b2d2-e996454218db None None] Provisioning complete for port 04ae3396-b14b-41fe-ad15-2c0b17afe15d triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:11:51.501091 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-c74a3cd7-545c-4ef2-b2d2-e996454218db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:51.550230 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-c74a3cd7-545c-4ef2-b2d2-e996454218db None None] Port 04ae3396-b14b-41fe-ad15-2c0b17afe15d cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 30 16:11:51.681142 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b2c6204e-6aa4-4b88-be05-b169b89274a1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:51.688823 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b2c6204e-6aa4-4b88-be05-b169b89274a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:51.689973 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b2c6204e-6aa4-4b88-be05-b169b89274a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4017274'] for router_interface, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:51.847672 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6204e-6aa4-4b88-be05-b169b89274a1 admin admin] Pushing event updated for resources: {'Port': ['ID=04ae3396-b14b-41fe-ad15-2c0b17afe15d,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:11:51.918259 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c6204e-6aa4-4b88-be05-b169b89274a1 admin admin] Network d3f8ef26-1f4f-49ee-8999-56cb7e1d976f is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:11:51.919480 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-b2c6204e-6aa4-4b88-be05-b169b89274a1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:11:52.074729 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-df269c61-934b-4ea9-84db-78771a615d56 None None] Provisioning complete for port 04ae3396-b14b-41fe-ad15-2c0b17afe15d triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:11:52.075090 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-df269c61-934b-4ea9-84db-78771a615d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:52.125081 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-df269c61-934b-4ea9-84db-78771a615d56 None None] Port 04ae3396-b14b-41fe-ad15-2c0b17afe15d cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 30 16:11:52.274135 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c6204e-6aa4-4b88-be05-b169b89274a1 admin admin] Router 3965cf0b-b482-4bcf-b708-72d20a712891 is scheduled to L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f with binding_index 1 {{(pid=82858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 30 16:11:52.456076 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c6204e-6aa4-4b88-be05-b169b89274a1 admin admin] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:11:52.465038 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-b2c6204e-6aa4-4b88-be05-b169b89274a1 admin admin] 10.222.0.31 "PUT /v2.0/routers/3965cf0b-b482-4bcf-b708-72d20a712891/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.1754489
Dec 30 16:11:52.466384 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1dc2cf-7d74-404a-b334-6e4526424075 None None] Sync routers for ids ['3965cf0b-b482-4bcf-b708-72d20a712891'] in dv-cinder-822939-1-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:11:52.480899 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1dc2cf-7d74-404a-b334-6e4526424075 None None] Routers {'3965cf0b-b482-4bcf-b708-72d20a712891'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:11:52.482155 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-4b1dc2cf-7d74-404a-b334-6e4526424075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d57abf70>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:11:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['3965cf0b-b482-4bcf-b708-72d20a712891'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:11:52.657778 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-4b1dc2cf-7d74-404a-b334-6e4526424075 None None] Set router 3965cf0b-b482-4bcf-b708-72d20a712891 gateway port host: None {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:11:53.018783 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-4b1dc2cf-7d74-404a-b334-6e4526424075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d57abf70>, [{'id': '3965cf0b-b482-4bcf-b708-72d20a712891', 'name': 'router1', 'tenant_id': 'fa4ba010f710499a93188cb95d330fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:11:41Z', 'updated_at': '2021-12-30T16:11:51Z', 'revision_number': 2, 'project_id': 'fa4ba010f710499a93188cb95d330fc8', 'gw_port_host': None, '_interfaces': [{'id': '04ae3396-b14b-41fe-ad15-2c0b17afe15d', 'name': '', 'network_id': 'd3f8ef26-1f4f-49ee-8999-56cb7e1d976f', 'tenant_id': 'fa4ba010f710499a93188cb95d330fc8', 'mac_address': 'fa:16:3e:5f:f4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3965cf0b-b482-4bcf-b708-72d20a712891', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bf042b9-8115-4b00-80e8-b9253b1c2daa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:11:50Z', 'updated_at': '2021-12-30T16:11:51Z', 'revision_number': 2, 'project_id': 'fa4ba010f710499a93188cb95d330fc8', 'subnets': [{'id': '7bf042b9-8115-4b00-80e8-b9253b1c2daa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01fcdfd3-4df7-4f6c-bd6b-b30c70eeb4df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:11:53.023737 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1dc2cf-7d74-404a-b334-6e4526424075 None None] Checking router: 3965cf0b-b482-4bcf-b708-72d20a712891 for host: dv-cinder-822939-1-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:11:53.024089 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1dc2cf-7d74-404a-b334-6e4526424075 None None] Updating router 3965cf0b-b482-4bcf-b708-72d20a712891 port 04ae3396-b14b-41fe-ad15-2c0b17afe15d binding host dv-cinder-822939-1-iscsi {{(pid=82860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 30 16:11:53.077878 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-4b1dc2cf-7d74-404a-b334-6e4526424075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:53.443873 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-4b1dc2cf-7d74-404a-b334-6e4526424075 None None] Notify callbacks [] for port, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:53.463221 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.provisioning_blocks [None req-4b1dc2cf-7d74-404a-b334-6e4526424075 None None] Transition to ACTIVE for port object 04ae3396-b14b-41fe-ad15-2c0b17afe15d will not be triggered until provisioned by entity L2. {{(pid=82860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:11:53.470616 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-4b1dc2cf-7d74-404a-b334-6e4526424075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:53.668401 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a2882-303d-46cb-ae59-0ac95a6496cd None None] Pushing event updated for resources: {'Port': ['ID=04ae3396-b14b-41fe-ad15-2c0b17afe15d,revision_number=3']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:11:53.711502 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a2882-303d-46cb-ae59-0ac95a6496cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:53.711771 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a2882-303d-46cb-ae59-0ac95a6496cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:53.712101 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a2882-303d-46cb-ae59-0ac95a6496cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:53.712425 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a2882-303d-46cb-ae59-0ac95a6496cd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:53.712748 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a2882-303d-46cb-ae59-0ac95a6496cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:53.713064 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a2882-303d-46cb-ae59-0ac95a6496cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:53.713406 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a2882-303d-46cb-ae59-0ac95a6496cd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:53.713725 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a2882-303d-46cb-ae59-0ac95a6496cd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:53.714036 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a2882-303d-46cb-ae59-0ac95a6496cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:53.714345 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a2882-303d-46cb-ae59-0ac95a6496cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:53.714652 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a2882-303d-46cb-ae59-0ac95a6496cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:11:53.715728 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5a2882-303d-46cb-ae59-0ac95a6496cd None None] Tracked resource versions report:
Dec 30 16:11:53.715728 dv-cinder-822939-1-iscsi neutron-server[82860]: pushed versions:
Dec 30 16:11:53.715728 dv-cinder-822939-1-iscsi neutron-server[82860]: {   'ConntrackHelper': {'1.0'},
Dec 30 16:11:53.715728 dv-cinder-822939-1-iscsi neutron-server[82860]:     'Log': {'1.0'},
Dec 30 16:11:53.715728 dv-cinder-822939-1-iscsi neutron-server[82860]:     'Network': {'1.1'},
Dec 30 16:11:53.715728 dv-cinder-822939-1-iscsi neutron-server[82860]:     'Port': {'1.5'},
Dec 30 16:11:53.715728 dv-cinder-822939-1-iscsi neutron-server[82860]:     'PortForwarding': {'1.2'},
Dec 30 16:11:53.715728 dv-cinder-822939-1-iscsi neutron-server[82860]:     'QosPolicy': {'1.8'},
Dec 30 16:11:53.715728 dv-cinder-822939-1-iscsi neutron-server[82860]:     'SecurityGroup': {'1.2'},
Dec 30 16:11:53.715728 dv-cinder-822939-1-iscsi neutron-server[82860]:     'SecurityGroupRule': {'1.0'},
Dec 30 16:11:53.715728 dv-cinder-822939-1-iscsi neutron-server[82860]:     'SubPort': {'1.0'},
Dec 30 16:11:53.715728 dv-cinder-822939-1-iscsi neutron-server[82860]:     'Subnet': {'1.1'},
Dec 30 16:11:53.715728 dv-cinder-822939-1-iscsi neutron-server[82860]:     'Trunk': {'1.1'}}
Dec 30 16:11:53.715728 dv-cinder-822939-1-iscsi neutron-server[82860]: consumer versions:
Dec 30 16:11:53.715728 dv-cinder-822939-1-iscsi neutron-server[82860]: {   DHCP agent@dv-cinder-822939-1-iscsi: {},
Dec 30 16:11:53.715728 dv-cinder-822939-1-iscsi neutron-server[82860]:     L3 agent@dv-cinder-822939-1-iscsi: {},
Dec 30 16:11:53.715728 dv-cinder-822939-1-iscsi neutron-server[82860]:     Metadata agent@dv-cinder-822939-1-iscsi: {},
Dec 30 16:11:53.715728 dv-cinder-822939-1-iscsi neutron-server[82860]:     Metering agent@dv-cinder-822939-1-iscsi: {},
Dec 30 16:11:53.715728 dv-cinder-822939-1-iscsi neutron-server[82860]:     Open vSwitch agent@dv-cinder-822939-1-iscsi: {   'ConntrackHelper': '1.0',
Dec 30 16:11:53.715728 dv-cinder-822939-1-iscsi neutron-server[82860]:                                                      'Log': '1.0',
Dec 30 16:11:53.715728 dv-cinder-822939-1-iscsi neutron-server[82860]:                                                      'Network': '1.1',
Dec 30 16:11:53.715728 dv-cinder-822939-1-iscsi neutron-server[82860]:                                                      'Port': '1.5',
Dec 30 16:11:53.715728 dv-cinder-822939-1-iscsi neutron-server[82860]:                                                      'PortForwarding': '1.2',
Dec 30 16:11:53.715728 dv-cinder-822939-1-iscsi neutron-server[82860]:                                                      'QosPolicy': '1.8',
Dec 30 16:11:53.715728 dv-cinder-822939-1-iscsi neutron-server[82860]:                                                      'SecurityGroup': '1.2',
Dec 30 16:11:53.715728 dv-cinder-822939-1-iscsi neutron-server[82860]:                                                      'SecurityGroupRule': '1.0',
Dec 30 16:11:53.715728 dv-cinder-822939-1-iscsi neutron-server[82860]:                                                      'SubPort': '1.0',
Dec 30 16:11:53.715728 dv-cinder-822939-1-iscsi neutron-server[82860]:                                                      'Subnet': '1.1',
Dec 30 16:11:53.715728 dv-cinder-822939-1-iscsi neutron-server[82860]:                                                      'Trunk': '1.1'}}
Dec 30 16:11:53.715728 dv-cinder-822939-1-iscsi neutron-server[82860]:  {{(pid=82860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 30 16:11:53.738304 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-4b1dc2cf-7d74-404a-b334-6e4526424075 None None] Attempting to bind port 04ae3396-b14b-41fe-ad15-2c0b17afe15d on host dv-cinder-822939-1-iscsi for vnic_type normal with profile  {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:11:53.738696 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-4b1dc2cf-7d74-404a-b334-6e4526424075 None None] Attempting to bind port 04ae3396-b14b-41fe-ad15-2c0b17afe15d by drivers openvswitch,hyperv on host dv-cinder-822939-1-iscsi at level 0 using segments [{'id': 'bca45a4a-45cc-44cf-9b7a-c580ccfee5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd3f8ef26-1f4f-49ee-8999-56cb7e1d976f'}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:11:53.739735 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1dc2cf-7d74-404a-b334-6e4526424075 None None] Attempting to bind port 04ae3396-b14b-41fe-ad15-2c0b17afe15d on network d3f8ef26-1f4f-49ee-8999-56cb7e1d976f {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:11:53.747351 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1dc2cf-7d74-404a-b334-6e4526424075 None None] Checking agent: {'id': 'b5560ab0-2c8e-4cda-8841-fe2255e3b07c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822939-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 11, 19), 'started_at': datetime.datetime(2021, 12, 30, 16, 11, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822939-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:11:53.747655 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1dc2cf-7d74-404a-b334-6e4526424075 None None] Checking segment: {'id': 'bca45a4a-45cc-44cf-9b7a-c580ccfee5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd3f8ef26-1f4f-49ee-8999-56cb7e1d976f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:11:53.748121 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-4b1dc2cf-7d74-404a-b334-6e4526424075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:53.748506 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1dc2cf-7d74-404a-b334-6e4526424075 None None] Bound using segment: {'id': 'bca45a4a-45cc-44cf-9b7a-c580ccfee5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd3f8ef26-1f4f-49ee-8999-56cb7e1d976f'} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:11:53.748992 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-4b1dc2cf-7d74-404a-b334-6e4526424075 None None] Bound port: 04ae3396-b14b-41fe-ad15-2c0b17afe15d, host: dv-cinder-822939-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bca45a4a-45cc-44cf-9b7a-c580ccfee5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd3f8ef26-1f4f-49ee-8999-56cb7e1d976f'}}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:11:53.749387 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-4b1dc2cf-7d74-404a-b334-6e4526424075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:53.842645 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-4b1dc2cf-7d74-404a-b334-6e4526424075 None None] For port 04ae3396-b14b-41fe-ad15-2c0b17afe15d, host dv-cinder-822939-1-iscsi, cleared binding levels {{(pid=82860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:11:53.846739 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-4b1dc2cf-7d74-404a-b334-6e4526424075 None None] For port 04ae3396-b14b-41fe-ad15-2c0b17afe15d, host dv-cinder-822939-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=04ae3396-b14b-41fe-ad15-2c0b17afe15d,segment=NetworkSegment(bca45a4a-45cc-44cf-9b7a-c580ccfee5f4),segment_id=bca45a4a-45cc-44cf-9b7a-c580ccfee5f4)] {{(pid=82860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:11:53.851288 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-4b1dc2cf-7d74-404a-b334-6e4526424075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:53.933807 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a2882-303d-46cb-ae59-0ac95a6496cd None None] Pushing event updated for resources: {'Port': ['ID=04ae3396-b14b-41fe-ad15-2c0b17afe15d,revision_number=4']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:11:53.948523 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1dc2cf-7d74-404a-b334-6e4526424075 None None] Routers {'3965cf0b-b482-4bcf-b708-72d20a712891'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:11:53.949347 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-4b1dc2cf-7d74-404a-b334-6e4526424075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d57abf70>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:11:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['3965cf0b-b482-4bcf-b708-72d20a712891'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:11:54.107158 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-4b1dc2cf-7d74-404a-b334-6e4526424075 None None] Set router 3965cf0b-b482-4bcf-b708-72d20a712891 gateway port host: None {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:11:54.432932 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-4b1dc2cf-7d74-404a-b334-6e4526424075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d57abf70>, [{'id': '3965cf0b-b482-4bcf-b708-72d20a712891', 'name': 'router1', 'tenant_id': 'fa4ba010f710499a93188cb95d330fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:11:41Z', 'updated_at': '2021-12-30T16:11:51Z', 'revision_number': 2, 'project_id': 'fa4ba010f710499a93188cb95d330fc8', 'gw_port_host': None, '_interfaces': [{'id': '04ae3396-b14b-41fe-ad15-2c0b17afe15d', 'name': '', 'network_id': 'd3f8ef26-1f4f-49ee-8999-56cb7e1d976f', 'tenant_id': 'fa4ba010f710499a93188cb95d330fc8', 'mac_address': 'fa:16:3e:5f:f4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3965cf0b-b482-4bcf-b708-72d20a712891', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bf042b9-8115-4b00-80e8-b9253b1c2daa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:11:50Z', 'updated_at': '2021-12-30T16:11:53Z', 'revision_number': 4, 'project_id': 'fa4ba010f710499a93188cb95d330fc8', 'subnets': [{'id': '7bf042b9-8115-4b00-80e8-b9253b1c2daa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01fcdfd3-4df7-4f6c-bd6b-b30c70eeb4df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:11:54.436761 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1dc2cf-7d74-404a-b334-6e4526424075 None None] The sync data for ids ['3965cf0b-b482-4bcf-b708-72d20a712891'] in dv-cinder-822939-1-iscsi is: [{'id': '3965cf0b-b482-4bcf-b708-72d20a712891', 'name': 'router1', 'tenant_id': 'fa4ba010f710499a93188cb95d330fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:11:41Z', 'updated_at': '2021-12-30T16:11:51Z', 'revision_number': 2, 'project_id': 'fa4ba010f710499a93188cb95d330fc8', 'gw_port_host': None, '_interfaces': [{'id': '04ae3396-b14b-41fe-ad15-2c0b17afe15d', 'name': '', 'network_id': 'd3f8ef26-1f4f-49ee-8999-56cb7e1d976f', 'tenant_id': 'fa4ba010f710499a93188cb95d330fc8', 'mac_address': 'fa:16:3e:5f:f4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3965cf0b-b482-4bcf-b708-72d20a712891', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bf042b9-8115-4b00-80e8-b9253b1c2daa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:11:50Z', 'updated_at': '2021-12-30T16:11:53Z', 'revision_number': 4, 'project_id': 'fa4ba010f710499a93188cb95d330fc8', 'subnets': [{'id': '7bf042b9-8115-4b00-80e8-b9253b1c2daa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01fcdfd3-4df7-4f6c-bd6b-b30c70eeb4df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:11:54.495567 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 45588) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:11:54.663896 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c8fef5-e309-4d90-b377-9e1107a06706 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:11:54.664453 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-81c8fef5-e309-4d90-b377-9e1107a06706 admin admin] Synchronizing usage tracker for tenant:c8f8c14409524e9ca23c9d84b3f073f6 on resource:network {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:11:54.683250 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-81c8fef5-e309-4d90-b377-9e1107a06706 admin admin] Unset dirty status for tenant:c8f8c14409524e9ca23c9d84b3f073f6 on resource:network {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:11:54.684433 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-81c8fef5-e309-4d90-b377-9e1107a06706 admin admin] 10.222.0.31 "GET /v2.0/networks/0b94b64d-9d7c-4a44-8bd0-f4e286ff014b HTTP/1.1" status: 200  len: 842 time: 0.1878660
Dec 30 16:11:54.696092 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-a470d688-5d1c-43ca-a6a6-8ec33e6ac667 admin admin] Request body: {'subnet': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'ip_version': 4, 'cidr': '172.27.1.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:11:54.703098 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-a470d688-5d1c-43ca-a6a6-8ec33e6ac667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:11:54.708029 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-a470d688-5d1c-43ca-a6a6-8ec33e6ac667 admin admin] Usage tracker for resource:subnet and tenant:c8f8c14409524e9ca23c9d84b3f073f6 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:11:54.711196 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-a470d688-5d1c-43ca-a6a6-8ec33e6ac667 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:11:54.717745 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-a470d688-5d1c-43ca-a6a6-8ec33e6ac667 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:11:54.729610 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a470d688-5d1c-43ca-a6a6-8ec33e6ac667 admin admin] Made reservation on behalf of c8f8c14409524e9ca23c9d84b3f073f6 for: {'subnet': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:11:54.732205 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a470d688-5d1c-43ca-a6a6-8ec33e6ac667 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:55.102505 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.objects.ports [None req-a470d688-5d1c-43ca-a6a6-8ec33e6ac667 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=82858) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}}
Dec 30 16:11:55.102999 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a470d688-5d1c-43ca-a6a6-8ec33e6ac667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487'] for subnet, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:55.180987 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a470d688-5d1c-43ca-a6a6-8ec33e6ac667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad43253e-6e30-4230-9b92-331ad2639f5e,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:11:55.191009 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a470d688-5d1c-43ca-a6a6-8ec33e6ac667 admin admin] Checking segment: {'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:11:55.191365 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a470d688-5d1c-43ca-a6a6-8ec33e6ac667 admin admin] Network hostable DHCP agents. Network: 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b, hostable agents: ['56495f28-f8e1-4ded-a581-8b29fe371967'], hosted agents: [] {{(pid=82858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 30 16:11:55.216003 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a470d688-5d1c-43ca-a6a6-8ec33e6ac667 admin admin] Network 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b is scheduled to be hosted by DHCP agent 56495f28-f8e1-4ded-a581-8b29fe371967 with binding_index 1 {{(pid=82858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 30 16:11:55.225991 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-a470d688-5d1c-43ca-a6a6-8ec33e6ac667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822939-1-iscsi, 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b) {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:11:55.230428 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a470d688-5d1c-43ca-a6a6-8ec33e6ac667 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:11:55.231098 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a470d688-5d1c-43ca-a6a6-8ec33e6ac667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:55.237373 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c2ee52-7a22-4a3c-81ea-3d7c2c042cc0 None None] Network 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:11:55.269893 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-a470d688-5d1c-43ca-a6a6-8ec33e6ac667 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5768549
Dec 30 16:11:55.492723 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ef1929-daf9-4760-a0a2-8d15491ab281 None None] Network 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:11:56.876925 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 04ae3396-b14b-41fe-ad15-2c0b17afe15d up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:11:56.944409 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning for port 04ae3396-b14b-41fe-ad15-2c0b17afe15d completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:11:56.949290 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 04ae3396-b14b-41fe-ad15-2c0b17afe15d triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:11:56.949679 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:57.064456 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:57.096833 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] For port 04ae3396-b14b-41fe-ad15-2c0b17afe15d, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=04ae3396-b14b-41fe-ad15-2c0b17afe15d,segment=NetworkSegment(bca45a4a-45cc-44cf-9b7a-c580ccfee5f4),segment_id=bca45a4a-45cc-44cf-9b7a-c580ccfee5f4)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:11:57.101283 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:57.167683 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Pushing event updated for resources: {'Port': ['ID=04ae3396-b14b-41fe-ad15-2c0b17afe15d,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:11:57.429710 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 45602) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:11:57.721611 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-1565a605-1544-4344-8d46-3d88e490c446 admin admin] 10.222.0.31 "GET /v2.0/routers/3965cf0b-b482-4bcf-b708-72d20a712891 HTTP/1.1" status: 200  len: 710 time: 0.2903743
Dec 30 16:11:57.850918 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e6b875-eb92-4313-9695-83c1e07dd784 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:11:57.852255 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-85e6b875-eb92-4313-9695-83c1e07dd784 admin admin] 10.222.0.31 "GET /v2.0/networks/0b94b64d-9d7c-4a44-8bd0-f4e286ff014b HTTP/1.1" status: 200  len: 886 time: 0.1248207
Dec 30 16:11:57.860946 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-d564d5b4-78e0-428d-a3c8-79c056411cd7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'}}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:11:58.373975 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d564d5b4-78e0-428d-a3c8-79c056411cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4020142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4016066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3399'] for router, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:58.556019 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d564d5b4-78e0-428d-a3c8-79c056411cd7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:58.609565 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d564d5b4-78e0-428d-a3c8-79c056411cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:58.748731 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [None req-d564d5b4-78e0-428d-a3c8-79c056411cd7 admin admin] Allocated IP 172.27.1.114 (0b94b64d-9d7c-4a44-8bd0-f4e286ff014b/ad43253e-6e30-4230-9b92-331ad2639f5e/45d3aa39-81a0-453d-b39e-c9993b54f620) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:11:58.862378 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 04ae3396-b14b-41fe-ad15-2c0b17afe15d up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:11:58.893692 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d564d5b4-78e0-428d-a3c8-79c056411cd7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:58.924158 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d564d5b4-78e0-428d-a3c8-79c056411cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:58.932114 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 04ae3396-b14b-41fe-ad15-2c0b17afe15d triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:11:58.932482 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:58.992462 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d564d5b4-78e0-428d-a3c8-79c056411cd7 admin admin] Network 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:11:58.995063 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-d564d5b4-78e0-428d-a3c8-79c056411cd7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:11:59.001398 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564d5b4-78e0-428d-a3c8-79c056411cd7 admin admin] Pushing event updated for resources: {'Port': ['ID=45d3aa39-81a0-453d-b39e-c9993b54f620,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:11:59.003279 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d564d5b4-78e0-428d-a3c8-79c056411cd7 admin admin] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:11:59.147257 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d564d5b4-78e0-428d-a3c8-79c056411cd7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:59.359788 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d564d5b4-78e0-428d-a3c8-79c056411cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4020142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4016066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3399'] for router, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:59.363410 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d564d5b4-78e0-428d-a3c8-79c056411cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4017997', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4020151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4017988', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4016075'] for router, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:59.566026 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d564d5b4-78e0-428d-a3c8-79c056411cd7 admin admin] Router 3965cf0b-b482-4bcf-b708-72d20a712891 has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:11:59.765745 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d564d5b4-78e0-428d-a3c8-79c056411cd7 admin admin] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:11:59.774523 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d564d5b4-78e0-428d-a3c8-79c056411cd7 admin admin] Notify callbacks [] for router, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:11:59.775480 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bacdb4-2ab0-474f-8ca6-5e90c2bed407 None None] Sync routers for ids ['3965cf0b-b482-4bcf-b708-72d20a712891'] in dv-cinder-822939-1-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:11:59.775701 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-d564d5b4-78e0-428d-a3c8-79c056411cd7 admin admin] 10.222.0.31 "PUT /v2.0/routers/3965cf0b-b482-4bcf-b708-72d20a712891 HTTP/1.1" status: 200  len: 890 time: 1.9179654
Dec 30 16:11:59.787877 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bacdb4-2ab0-474f-8ca6-5e90c2bed407 None None] Routers {'3965cf0b-b482-4bcf-b708-72d20a712891'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:11:59.788554 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-06bacdb4-2ab0-474f-8ca6-5e90c2bed407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d54adb20>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:11:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['3965cf0b-b482-4bcf-b708-72d20a712891'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:11:59.976569 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-06bacdb4-2ab0-474f-8ca6-5e90c2bed407 None None] Set router 3965cf0b-b482-4bcf-b708-72d20a712891 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:12:00.312067 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-06bacdb4-2ab0-474f-8ca6-5e90c2bed407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d54adb20>, [{'id': '3965cf0b-b482-4bcf-b708-72d20a712891', 'name': 'router1', 'tenant_id': 'fa4ba010f710499a93188cb95d330fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '45d3aa39-81a0-453d-b39e-c9993b54f620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:11:41Z', 'updated_at': '2021-12-30T16:11:59Z', 'revision_number': 4, 'project_id': 'fa4ba010f710499a93188cb95d330fc8', 'gw_port': {'id': '45d3aa39-81a0-453d-b39e-c9993b54f620', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:26:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3965cf0b-b482-4bcf-b708-72d20a712891', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:11:58Z', 'updated_at': '2021-12-30T16:11:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '04ae3396-b14b-41fe-ad15-2c0b17afe15d', 'name': '', 'network_id': 'd3f8ef26-1f4f-49ee-8999-56cb7e1d976f', 'tenant_id': 'fa4ba010f710499a93188cb95d330fc8', 'mac_address': 'fa:16:3e:5f:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cf0b-b482-4bcf-b708-72d20a712891', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bf042b9-8115-4b00-80e8-b9253b1c2daa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:11:50Z', 'updated_at': '2021-12-30T16:11:57Z', 'revision_number': 5, 'project_id': 'fa4ba010f710499a93188cb95d330fc8', 'subnets': [{'id': '7bf042b9-8115-4b00-80e8-b9253b1c2daa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01fcdfd3-4df7-4f6c-bd6b-b30c70eeb4df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:12:00.317218 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bacdb4-2ab0-474f-8ca6-5e90c2bed407 None None] Checking router: 3965cf0b-b482-4bcf-b708-72d20a712891 for host: dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:12:00.317650 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bacdb4-2ab0-474f-8ca6-5e90c2bed407 None None] Updating router 3965cf0b-b482-4bcf-b708-72d20a712891 port 45d3aa39-81a0-453d-b39e-c9993b54f620 binding host dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 30 16:12:00.375197 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-06bacdb4-2ab0-474f-8ca6-5e90c2bed407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:12:00.704525 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-06bacdb4-2ab0-474f-8ca6-5e90c2bed407 None None] Notify callbacks [] for port, precommit_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:12:00.717529 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-06bacdb4-2ab0-474f-8ca6-5e90c2bed407 None None] Transition to ACTIVE for port object 45d3aa39-81a0-453d-b39e-c9993b54f620 will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:12:00.728946 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-06bacdb4-2ab0-474f-8ca6-5e90c2bed407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:12:00.807045 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61e6b3-23c2-4da2-b803-b87369007330 None None] Pushing event updated for resources: {'Port': ['ID=45d3aa39-81a0-453d-b39e-c9993b54f620,revision_number=2']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:12:00.810793 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-06bacdb4-2ab0-474f-8ca6-5e90c2bed407 None None] Attempting to bind port 45d3aa39-81a0-453d-b39e-c9993b54f620 on host dv-cinder-822939-1-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:12:00.811151 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-06bacdb4-2ab0-474f-8ca6-5e90c2bed407 None None] Attempting to bind port 45d3aa39-81a0-453d-b39e-c9993b54f620 by drivers openvswitch,hyperv on host dv-cinder-822939-1-iscsi at level 0 using segments [{'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:12:00.811613 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bacdb4-2ab0-474f-8ca6-5e90c2bed407 None None] Attempting to bind port 45d3aa39-81a0-453d-b39e-c9993b54f620 on network 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:12:00.818197 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bacdb4-2ab0-474f-8ca6-5e90c2bed407 None None] Checking agent: {'id': 'b5560ab0-2c8e-4cda-8841-fe2255e3b07c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822939-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 11, 19), 'started_at': datetime.datetime(2021, 12, 30, 16, 11, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822939-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:12:00.818620 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bacdb4-2ab0-474f-8ca6-5e90c2bed407 None None] Checking segment: {'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:12:00.818950 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-06bacdb4-2ab0-474f-8ca6-5e90c2bed407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:12:00.819326 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bacdb4-2ab0-474f-8ca6-5e90c2bed407 None None] Bound using segment: {'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:12:00.819779 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-06bacdb4-2ab0-474f-8ca6-5e90c2bed407 None None] Bound port: 45d3aa39-81a0-453d-b39e-c9993b54f620, host: dv-cinder-822939-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:12:00.820166 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-06bacdb4-2ab0-474f-8ca6-5e90c2bed407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:12:00.914449 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-06bacdb4-2ab0-474f-8ca6-5e90c2bed407 None None] For port 45d3aa39-81a0-453d-b39e-c9993b54f620, host dv-cinder-822939-1-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:12:00.917422 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-06bacdb4-2ab0-474f-8ca6-5e90c2bed407 None None] For port 45d3aa39-81a0-453d-b39e-c9993b54f620, host dv-cinder-822939-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=45d3aa39-81a0-453d-b39e-c9993b54f620,segment=NetworkSegment(a1965180-a5eb-4dfc-97e0-14ede4debdc3),segment_id=a1965180-a5eb-4dfc-97e0-14ede4debdc3)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:12:00.922771 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-06bacdb4-2ab0-474f-8ca6-5e90c2bed407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:12:00.997068 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61e6b3-23c2-4da2-b803-b87369007330 None None] Pushing event updated for resources: {'Port': ['ID=45d3aa39-81a0-453d-b39e-c9993b54f620,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:12:01.004570 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bacdb4-2ab0-474f-8ca6-5e90c2bed407 None None] Routers {'3965cf0b-b482-4bcf-b708-72d20a712891'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:12:01.005328 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-06bacdb4-2ab0-474f-8ca6-5e90c2bed407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d54adb20>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:11:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['3965cf0b-b482-4bcf-b708-72d20a712891'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:12:01.181178 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-06bacdb4-2ab0-474f-8ca6-5e90c2bed407 None None] Set router 3965cf0b-b482-4bcf-b708-72d20a712891 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:12:01.506399 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-06bacdb4-2ab0-474f-8ca6-5e90c2bed407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d54adb20>, [{'id': '3965cf0b-b482-4bcf-b708-72d20a712891', 'name': 'router1', 'tenant_id': 'fa4ba010f710499a93188cb95d330fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '45d3aa39-81a0-453d-b39e-c9993b54f620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:11:41Z', 'updated_at': '2021-12-30T16:11:59Z', 'revision_number': 4, 'project_id': 'fa4ba010f710499a93188cb95d330fc8', 'gw_port': {'id': '45d3aa39-81a0-453d-b39e-c9993b54f620', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:26:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3965cf0b-b482-4bcf-b708-72d20a712891', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:11:58Z', 'updated_at': '2021-12-30T16:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '04ae3396-b14b-41fe-ad15-2c0b17afe15d', 'name': '', 'network_id': 'd3f8ef26-1f4f-49ee-8999-56cb7e1d976f', 'tenant_id': 'fa4ba010f710499a93188cb95d330fc8', 'mac_address': 'fa:16:3e:5f:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cf0b-b482-4bcf-b708-72d20a712891', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bf042b9-8115-4b00-80e8-b9253b1c2daa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:11:50Z', 'updated_at': '2021-12-30T16:11:57Z', 'revision_number': 5, 'project_id': 'fa4ba010f710499a93188cb95d330fc8', 'subnets': [{'id': '7bf042b9-8115-4b00-80e8-b9253b1c2daa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01fcdfd3-4df7-4f6c-bd6b-b30c70eeb4df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:12:01.510395 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bacdb4-2ab0-474f-8ca6-5e90c2bed407 None None] The sync data for ids ['3965cf0b-b482-4bcf-b708-72d20a712891'] in dv-cinder-822939-1-iscsi is: [{'id': '3965cf0b-b482-4bcf-b708-72d20a712891', 'name': 'router1', 'tenant_id': 'fa4ba010f710499a93188cb95d330fc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.114'}], 'enable_snat': True}, 'gw_port_id': '45d3aa39-81a0-453d-b39e-c9993b54f620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:11:41Z', 'updated_at': '2021-12-30T16:11:59Z', 'revision_number': 4, 'project_id': 'fa4ba010f710499a93188cb95d330fc8', 'gw_port': {'id': '45d3aa39-81a0-453d-b39e-c9993b54f620', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:26:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3965cf0b-b482-4bcf-b708-72d20a712891', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:11:58Z', 'updated_at': '2021-12-30T16:12:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '04ae3396-b14b-41fe-ad15-2c0b17afe15d', 'name': '', 'network_id': 'd3f8ef26-1f4f-49ee-8999-56cb7e1d976f', 'tenant_id': 'fa4ba010f710499a93188cb95d330fc8', 'mac_address': 'fa:16:3e:5f:f4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cf0b-b482-4bcf-b708-72d20a712891', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bf042b9-8115-4b00-80e8-b9253b1c2daa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:11:50Z', 'updated_at': '2021-12-30T16:11:57Z', 'revision_number': 5, 'project_id': 'fa4ba010f710499a93188cb95d330fc8', 'subnets': [{'id': '7bf042b9-8115-4b00-80e8-b9253b1c2daa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01fcdfd3-4df7-4f6c-bd6b-b30c70eeb4df'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:12:01.994786 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 45612) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:12:02.141632 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-6a16563c-2a69-4f0a-81f5-0165074d1a6a admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1456668
Dec 30 16:12:02.893129 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 45d3aa39-81a0-453d-b39e-c9993b54f620 up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:12:02.966075 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning for port 45d3aa39-81a0-453d-b39e-c9993b54f620 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:12:02.971405 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 45d3aa39-81a0-453d-b39e-c9993b54f620 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:12:02.971901 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:12:03.087049 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:12:03.106782 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] For port 45d3aa39-81a0-453d-b39e-c9993b54f620, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=45d3aa39-81a0-453d-b39e-c9993b54f620,segment=NetworkSegment(a1965180-a5eb-4dfc-97e0-14ede4debdc3),segment_id=a1965180-a5eb-4dfc-97e0-14ede4debdc3)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:12:03.111972 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:12:03.176299 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Pushing event updated for resources: {'Port': ['ID=45d3aa39-81a0-453d-b39e-c9993b54f620,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:12:04.866998 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 45d3aa39-81a0-453d-b39e-c9993b54f620 up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:12:04.949997 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 45d3aa39-81a0-453d-b39e-c9993b54f620 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:12:04.950462 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:12:06.906912 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 5 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:12:15.098143 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-661dc8fa-73c9-46fa-a4d7-7b15ff110f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:12:17.314152 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-fd77e867-66e9-4231-ab62-6e8d4c79f5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:12:18.253433 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:12:18.636414 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:12:19.703502 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:12:43.916422 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 5 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:12:45.103794 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-7de0f49a-7eee-4631-8dbc-4fe6774ea121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:12:47.319147 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-89ac2e52-8b7e-4bbc-99fd-2194641c5123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:12:48.266871 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:12:48.640010 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:12:49.701464 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:13:15.101100 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-550d7677-eb3c-4bb4-a7cf-22a54f4c38d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:13:17.323847 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-66fc80ae-5251-41e5-988d-585a1a7f8afd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:13:18.262282 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:13:18.646316 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:13:19.808566 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:13:20.918860 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 5 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:13:45.101818 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-e5ca6aaa-c245-4a1e-a2e3-07b0d5c36096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:13:47.330099 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-35d66cdb-f3fc-4a3f-ac38-55f66edc0ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:13:48.275276 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:13:48.640591 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:13:49.715541 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:13:57.921566 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 5 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:14:04.655556 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 46184) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:14:04.775292 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.pecan_wsgi.hooks.translation [None req-b472031e-3a18-411b-a5a1-bba25347537f admin admin] GET failed (client error): The resource could not be found.
Dec 30 16:14:04.776395 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-b472031e-3a18-411b-a5a1-bba25347537f admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.1198888
Dec 30 16:14:04.912475 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da803906-d78e-4de9-839f-08dc03852c55 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:14:04.913990 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-da803906-d78e-4de9-839f-08dc03852c55 admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 871 time: 0.1322947
Dec 30 16:14:06.898182 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 46194) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:14:07.030809 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b9afb8-e748-43f9-b1cf-c81c868c9a4b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:14:07.031359 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-e1b9afb8-e748-43f9-b1cf-c81c868c9a4b admin admin] Synchronizing usage tracker for tenant:c8f8c14409524e9ca23c9d84b3f073f6 on resource:subnet {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:14:07.051588 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-e1b9afb8-e748-43f9-b1cf-c81c868c9a4b admin admin] Unset dirty status for tenant:c8f8c14409524e9ca23c9d84b3f073f6 on resource:subnet {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:14:07.052868 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-e1b9afb8-e748-43f9-b1cf-c81c868c9a4b admin admin] 10.222.0.31 "GET /v2.0/subnets/7bf042b9-8115-4b00-80e8-b9253b1c2daa HTTP/1.1" status: 200  len: 849 time: 0.1537006
Dec 30 16:14:07.062134 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-1c00da91-362c-4dba-abb3-c84dd035de1c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:14:07.182239 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1c00da91-362c-4dba-abb3-c84dd035de1c admin admin] Notify callbacks [] for subnet, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:14:07.393350 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1c00da91-362c-4dba-abb3-c84dd035de1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793096308749'] for subnet, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:14:07.444739 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c00da91-362c-4dba-abb3-c84dd035de1c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:14:07.445270 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1c00da91-362c-4dba-abb3-c84dd035de1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:14:07.449811 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b0ea61-de92-45d0-9d67-c5f4483e35dd None None] Network d3f8ef26-1f4f-49ee-8999-56cb7e1d976f requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:14:07.462076 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-1c00da91-362c-4dba-abb3-c84dd035de1c admin admin] 10.222.0.31 "PUT /v2.0/subnets/7bf042b9-8115-4b00-80e8-b9253b1c2daa HTTP/1.1" status: 200  len: 868 time: 0.4033010
Dec 30 16:14:07.488698 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00da91-362c-4dba-abb3-c84dd035de1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bf042b9-8115-4b00-80e8-b9253b1c2daa,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:14:07.499557 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c00da91-362c-4dba-abb3-c84dd035de1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:14:07.500461 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c00da91-362c-4dba-abb3-c84dd035de1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:14:07.500997 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c00da91-362c-4dba-abb3-c84dd035de1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:14:07.501582 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c00da91-362c-4dba-abb3-c84dd035de1c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:14:07.502595 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c00da91-362c-4dba-abb3-c84dd035de1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:14:07.503639 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c00da91-362c-4dba-abb3-c84dd035de1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:14:07.504079 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c00da91-362c-4dba-abb3-c84dd035de1c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:14:07.504476 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c00da91-362c-4dba-abb3-c84dd035de1c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:14:07.504864 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c00da91-362c-4dba-abb3-c84dd035de1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:14:07.505552 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c00da91-362c-4dba-abb3-c84dd035de1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:14:07.505884 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c00da91-362c-4dba-abb3-c84dd035de1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:14:07.961378 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-ac619290-d1d2-4217-88fc-52ea66099c99 None None] Provisioning complete for port 11a35474-e74d-460e-818b-20a97899537d triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:14:07.961752 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-ac619290-d1d2-4217-88fc-52ea66099c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:14:08.090775 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-ac619290-d1d2-4217-88fc-52ea66099c99 None None] Provisioning complete for port 04ae3396-b14b-41fe-ad15-2c0b17afe15d triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:14:08.091016 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-ac619290-d1d2-4217-88fc-52ea66099c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:14:09.448729 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 46204) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:14:09.650481 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d3acdb-8507-4438-9466-b12b33679c4f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:14:09.650733 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d3acdb-8507-4438-9466-b12b33679c4f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:14:09.652266 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-d8d3acdb-8507-4438-9466-b12b33679c4f admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.2024441
Dec 30 16:14:11.696412 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 46214) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:14:11.914424 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c67db3e-f9ef-4027-aa7d-d7e400ee6e84 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:14:11.914796 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c67db3e-f9ef-4027-aa7d-d7e400ee6e84 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:14:11.916317 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-8c67db3e-f9ef-4027-aa7d-d7e400ee6e84 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1548 time: 0.2184680
Dec 30 16:14:13.950859 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 46224) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:14:14.197996 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9c411f-f9f9-4e2f-af05-282bfd2ea605 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:14:14.199228 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-3b9c411f-f9f9-4e2f-af05-282bfd2ea605 admin admin] 10.222.0.31 "GET /v2.0/networks/0b94b64d-9d7c-4a44-8bd0-f4e286ff014b HTTP/1.1" status: 200  len: 886 time: 0.2474258
Dec 30 16:14:15.096564 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-f1476fa4-fecb-466a-b69f-588756403e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:14:16.270464 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 46234) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:14:16.483158 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cf7c2e-39d2-4266-afa9-755fe3cb0d23 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:14:16.484415 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-43cf7c2e-39d2-4266-afa9-755fe3cb0d23 admin admin] 10.222.0.31 "GET /v2.0/networks/d3f8ef26-1f4f-49ee-8999-56cb7e1d976f HTTP/1.1" status: 200  len: 868 time: 0.2120569
Dec 30 16:14:17.336091 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-33b6ca81-a570-42e2-93e7-69dd77106727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:14:18.266584 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:14:18.524254 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 46244) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:14:18.643964 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:14:18.666482 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29061a19-ce84-468f-ba7d-df07c14ec478 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:14:18.666839 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29061a19-ce84-468f-ba7d-df07c14ec478 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:14:18.668329 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-29061a19-ce84-468f-ba7d-df07c14ec478 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1432724
Dec 30 16:14:19.721589 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:14:20.686255 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 46254) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:14:20.831173 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b7a58f-8ce6-409a-a975-a92d1898a074 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:14:20.831514 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b7a58f-8ce6-409a-a975-a92d1898a074 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:14:20.833034 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-50b7a58f-8ce6-409a-a975-a92d1898a074 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1455889
Dec 30 16:14:22.883878 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 46264) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:14:23.020746 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb2cc6a-4194-495f-bb42-d171018d6f51 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:14:23.022470 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-1cb2cc6a-4194-495f-bb42-d171018d6f51 admin admin] 10.222.0.31 "GET /v2.0/subnets/7bf042b9-8115-4b00-80e8-b9253b1c2daa HTTP/1.1" status: 200  len: 868 time: 0.1374438
Dec 30 16:14:25.041635 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 46274) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:14:25.186971 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc9f428-f5c7-4aef-8ce5-8e3fd696fcb5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:14:25.188216 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-fdc9f428-f5c7-4aef-8ce5-8e3fd696fcb5 admin admin] 10.222.0.31 "GET /v2.0/subnets/ad43253e-6e30-4230-9b92-331ad2639f5e HTTP/1.1" status: 200  len: 816 time: 0.1456141
Dec 30 16:14:34.922168 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 5 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:14:42.933702 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 46312) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:14:43.008404 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [None req-cce37c60-6ba3-4f48-a48d-3b4aade04e3d admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=82858) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 30 16:14:43.009386 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-cce37c60-6ba3-4f48-a48d-3b4aade04e3d admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0747426
Dec 30 16:14:45.084602 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 46322) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:14:45.100718 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-ea4bad16-a996-41e1-857c-bbbd270325b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:14:45.190278 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c357019-ed05-46fe-b3c4-c274562b4d76 admin admin] GET failed (client error): The resource could not be found.
Dec 30 16:14:45.191511 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-8c357019-ed05-46fe-b3c4-c274562b4d76 admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1059563
Dec 30 16:14:45.315323 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d111b2-d722-42f2-b355-a981a12560db admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:14:45.316734 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-64d111b2-d722-42f2-b355-a981a12560db admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1211865
Dec 30 16:14:47.331727 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-7a895bf7-98a4-4999-adde-48396aedcaf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:14:47.338628 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 46332) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:14:47.424617 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-8e693b43-253e-477f-8850-5db2b67c98da admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:14:47.429188 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-8e693b43-253e-477f-8850-5db2b67c98da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:14:47.439564 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-8e693b43-253e-477f-8850-5db2b67c98da admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:14:47.450335 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e693b43-253e-477f-8850-5db2b67c98da admin admin] Made reservation on behalf of c8f8c14409524e9ca23c9d84b3f073f6 for: {'network': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:14:47.452716 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8e693b43-253e-477f-8850-5db2b67c98da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for network, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:14:47.561537 dv-cinder-822939-1-iscsi neutron-server[82858]: WARNING neutron.services.revisions.revision_plugin [None req-8e693b43-253e-477f-8850-5db2b67c98da admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7ff4d4e3f670] {project_id='c8f8c14409524e9ca23c9d84b3f073f6', id='6dbe5298-4177-4179-8d63-3fe15293732f', target_tenant='*', action='access_as_shared', object_id='9b570ce5-709d-4a1e-a58d-165ac2778a97'}> to bump revision.
Dec 30 16:14:47.579318 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e693b43-253e-477f-8850-5db2b67c98da admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'}  {{(pid=82858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 30 16:14:47.592911 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8e693b43-253e-477f-8850-5db2b67c98da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:14:47.593460 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.db.segments_db [None req-8e693b43-253e-477f-8850-5db2b67c98da admin admin] Added segment 6acd4051-cf03-4777-a445-7019fbb5d8bc of type vlan for network 9b570ce5-709d-4a1e-a58d-165ac2778a97
Dec 30 16:14:47.624959 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8e693b43-253e-477f-8850-5db2b67c98da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793095940298'] for network, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:14:47.659158 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8e693b43-253e-477f-8850-5db2b67c98da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487'] for network, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:14:47.660009 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e693b43-253e-477f-8850-5db2b67c98da admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:14:47.660610 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8e693b43-253e-477f-8850-5db2b67c98da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:14:47.779509 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e693b43-253e-477f-8850-5db2b67c98da admin admin] Pushing event updated for resources: {'Network': ['ID=9b570ce5-709d-4a1e-a58d-165ac2778a97,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:14:47.782945 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-8e693b43-253e-477f-8850-5db2b67c98da admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 846 time: 0.4431047
Dec 30 16:14:47.805369 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Network 9b570ce5-709d-4a1e-a58d-165ac2778a97 details requested by agent ovs-agent-dv-cinder-822939-1-iscsi with host dv-cinder-822939-1-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 30 16:14:48.270332 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:14:48.648474 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:14:49.724715 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:14:49.865222 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 46342) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:14:49.962175 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.pecan_wsgi.hooks.translation [None req-e43df459-f018-4d06-aab6-f7d35afab74c admin admin] GET failed (client error): The resource could not be found.
Dec 30 16:14:49.962652 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-e43df459-f018-4d06-aab6-f7d35afab74c admin admin] Synchronizing usage tracker for tenant:c8f8c14409524e9ca23c9d84b3f073f6 on resource:network {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:14:49.982313 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-e43df459-f018-4d06-aab6-f7d35afab74c admin admin] Unset dirty status for tenant:c8f8c14409524e9ca23c9d84b3f073f6 on resource:network {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:14:49.983303 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-e43df459-f018-4d06-aab6-f7d35afab74c admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1170485
Dec 30 16:14:50.086757 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16331ef9-f6eb-4975-87c4-dc91225bc6c6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:14:50.088070 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-16331ef9-f6eb-4975-87c4-dc91225bc6c6 admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 825 time: 0.1000662
Dec 30 16:14:50.100216 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-922d2fd2-df3a-4d89-9c9f-b0fc5bd68db0 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '9b570ce5-709d-4a1e-a58d-165ac2778a97', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:14:50.104643 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-922d2fd2-df3a-4d89-9c9f-b0fc5bd68db0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:14:50.114212 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-922d2fd2-df3a-4d89-9c9f-b0fc5bd68db0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:14:50.124187 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922d2fd2-df3a-4d89-9c9f-b0fc5bd68db0 admin admin] Made reservation on behalf of c8f8c14409524e9ca23c9d84b3f073f6 for: {'subnet': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:14:50.126619 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-922d2fd2-df3a-4d89-9c9f-b0fc5bd68db0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:14:50.331629 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-922d2fd2-df3a-4d89-9c9f-b0fc5bd68db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487'] for subnet, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:14:50.398121 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d2fd2-df3a-4d89-9c9f-b0fc5bd68db0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a1e38f2-8221-49e7-aadd-e424128387d0,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:14:50.424350 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922d2fd2-df3a-4d89-9c9f-b0fc5bd68db0 admin admin] Checking segment: {'id': '6acd4051-cf03-4777-a445-7019fbb5d8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9b570ce5-709d-4a1e-a58d-165ac2778a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:14:50.424692 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922d2fd2-df3a-4d89-9c9f-b0fc5bd68db0 admin admin] Network hostable DHCP agents. Network: 9b570ce5-709d-4a1e-a58d-165ac2778a97, hostable agents: ['56495f28-f8e1-4ded-a581-8b29fe371967'], hosted agents: [] {{(pid=82858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 30 16:14:50.447590 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922d2fd2-df3a-4d89-9c9f-b0fc5bd68db0 admin admin] Network 9b570ce5-709d-4a1e-a58d-165ac2778a97 is scheduled to be hosted by DHCP agent 56495f28-f8e1-4ded-a581-8b29fe371967 with binding_index 1 {{(pid=82858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 30 16:14:50.457074 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-922d2fd2-df3a-4d89-9c9f-b0fc5bd68db0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822939-1-iscsi, 9b570ce5-709d-4a1e-a58d-165ac2778a97) {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:14:50.462728 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922d2fd2-df3a-4d89-9c9f-b0fc5bd68db0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:14:50.463464 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-922d2fd2-df3a-4d89-9c9f-b0fc5bd68db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:14:50.465407 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3843f380-3a68-4e2c-b19f-2ea720aa9ad2 None None] Network 9b570ce5-709d-4a1e-a58d-165ac2778a97 requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:14:50.501954 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-922d2fd2-df3a-4d89-9c9f-b0fc5bd68db0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4047916
Dec 30 16:14:50.686342 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b65189-20a4-4ac3-9a4a-118fd3766691 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf905f464-6ef4-5d13-8270-ca113c3e727c-9b570ce5-709d-4a1e-a58d-165ac2778a97', 'network_id': '9b570ce5-709d-4a1e-a58d-165ac2778a97', 'tenant_id': 'c8f8c14409524e9ca23c9d84b3f073f6', 'fixed_ips': [{'subnet_id': '3a1e38f2-8221-49e7-aadd-e424128387d0'}]}} from dv-cinder-822939-1-iscsi. {{(pid=82859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 30 16:14:50.687166 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-29b65189-20a4-4ac3-9a4a-118fd3766691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:14:50.840578 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.db_base_plugin_common [None req-29b65189-20a4-4ac3-9a4a-118fd3766691 None None] Allocated IP 192.168.233.2 (9b570ce5-709d-4a1e-a58d-165ac2778a97/3a1e38f2-8221-49e7-aadd-e424128387d0/4af06bc7-3f8a-4795-9b97-1f8157de50af) {{(pid=82859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:14:51.046323 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-29b65189-20a4-4ac3-9a4a-118fd3766691 None None] Notify callbacks [] for port, precommit_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:14:51.056742 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-29b65189-20a4-4ac3-9a4a-118fd3766691 None None] Transition to ACTIVE for port object 4af06bc7-3f8a-4795-9b97-1f8157de50af will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:14:51.075603 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-29b65189-20a4-4ac3-9a4a-118fd3766691 None None] Transition to ACTIVE for port object 4af06bc7-3f8a-4795-9b97-1f8157de50af will not be triggered until provisioned by entity DHCP. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:14:51.082102 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-29b65189-20a4-4ac3-9a4a-118fd3766691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782'] for port, after_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:14:51.148240 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b65189-20a4-4ac3-9a4a-118fd3766691 None None] Network 9b570ce5-709d-4a1e-a58d-165ac2778a97 is already hosted by enough agents. {{(pid=82859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:14:51.151058 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.scheduler.base_scheduler [None req-29b65189-20a4-4ac3-9a4a-118fd3766691 None None] Resources bound (agent type, host, resource id):  {{(pid=82859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:14:51.155427 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b65189-20a4-4ac3-9a4a-118fd3766691 None None] Pushing event updated for resources: {'Port': ['ID=4af06bc7-3f8a-4795-9b97-1f8157de50af,revision_number=1']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:14:51.157802 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b65189-20a4-4ac3-9a4a-118fd3766691 None None] Received port after_create {{(pid=82859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:14:51.197535 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b65189-20a4-4ac3-9a4a-118fd3766691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:14:51.197926 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b65189-20a4-4ac3-9a4a-118fd3766691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:14:51.198236 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b65189-20a4-4ac3-9a4a-118fd3766691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:14:51.198561 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b65189-20a4-4ac3-9a4a-118fd3766691 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:14:51.198863 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b65189-20a4-4ac3-9a4a-118fd3766691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:14:51.199194 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b65189-20a4-4ac3-9a4a-118fd3766691 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:14:51.199497 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b65189-20a4-4ac3-9a4a-118fd3766691 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:14:51.199839 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b65189-20a4-4ac3-9a4a-118fd3766691 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:14:51.200156 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b65189-20a4-4ac3-9a4a-118fd3766691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:14:51.200470 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b65189-20a4-4ac3-9a4a-118fd3766691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:14:51.200787 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b65189-20a4-4ac3-9a4a-118fd3766691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:14:51.258414 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-29b65189-20a4-4ac3-9a4a-118fd3766691 None None] Attempting to bind port 4af06bc7-3f8a-4795-9b97-1f8157de50af on host dv-cinder-822939-1-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:14:51.258766 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-29b65189-20a4-4ac3-9a4a-118fd3766691 None None] Attempting to bind port 4af06bc7-3f8a-4795-9b97-1f8157de50af by drivers openvswitch,hyperv on host dv-cinder-822939-1-iscsi at level 0 using segments [{'id': '6acd4051-cf03-4777-a445-7019fbb5d8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9b570ce5-709d-4a1e-a58d-165ac2778a97'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:14:51.259123 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b65189-20a4-4ac3-9a4a-118fd3766691 None None] Attempting to bind port 4af06bc7-3f8a-4795-9b97-1f8157de50af on network 9b570ce5-709d-4a1e-a58d-165ac2778a97 {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:14:51.267455 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b65189-20a4-4ac3-9a4a-118fd3766691 None None] Checking agent: {'id': 'b5560ab0-2c8e-4cda-8841-fe2255e3b07c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822939-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 11, 19), 'started_at': datetime.datetime(2021, 12, 30, 16, 11, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822939-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:14:51.267823 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b65189-20a4-4ac3-9a4a-118fd3766691 None None] Checking segment: {'id': '6acd4051-cf03-4777-a445-7019fbb5d8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9b570ce5-709d-4a1e-a58d-165ac2778a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:14:51.268317 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-29b65189-20a4-4ac3-9a4a-118fd3766691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:14:51.268597 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b65189-20a4-4ac3-9a4a-118fd3766691 None None] Bound using segment: {'id': '6acd4051-cf03-4777-a445-7019fbb5d8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9b570ce5-709d-4a1e-a58d-165ac2778a97'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:14:51.269057 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-29b65189-20a4-4ac3-9a4a-118fd3766691 None None] Bound port: 4af06bc7-3f8a-4795-9b97-1f8157de50af, host: dv-cinder-822939-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6acd4051-cf03-4777-a445-7019fbb5d8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9b570ce5-709d-4a1e-a58d-165ac2778a97'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:14:51.269461 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-29b65189-20a4-4ac3-9a4a-118fd3766691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:14:51.367592 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-29b65189-20a4-4ac3-9a4a-118fd3766691 None None] For port 4af06bc7-3f8a-4795-9b97-1f8157de50af, host dv-cinder-822939-1-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:14:51.372443 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-29b65189-20a4-4ac3-9a4a-118fd3766691 None None] For port 4af06bc7-3f8a-4795-9b97-1f8157de50af, host dv-cinder-822939-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=4af06bc7-3f8a-4795-9b97-1f8157de50af,segment=NetworkSegment(6acd4051-cf03-4777-a445-7019fbb5d8bc),segment_id=6acd4051-cf03-4777-a445-7019fbb5d8bc)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:14:51.378835 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-29b65189-20a4-4ac3-9a4a-118fd3766691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:14:51.496769 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b65189-20a4-4ac3-9a4a-118fd3766691 None None] Pushing event updated for resources: {'Port': ['ID=4af06bc7-3f8a-4795-9b97-1f8157de50af,revision_number=2']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:14:52.336528 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee455a9-e90a-40ea-a7cb-c5cd455354df None None] Network 9b570ce5-709d-4a1e-a58d-165ac2778a97 requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:14:52.427672 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-05479317-c82c-4ea0-b279-725bc930955d None None] Provisioning for port 4af06bc7-3f8a-4795-9b97-1f8157de50af completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:14:52.977705 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 4af06bc7-3f8a-4795-9b97-1f8157de50af up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:14:53.046837 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning for port 4af06bc7-3f8a-4795-9b97-1f8157de50af completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:14:53.052042 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 4af06bc7-3f8a-4795-9b97-1f8157de50af triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:14:53.052415 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:14:53.164580 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:14:53.195986 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] For port 4af06bc7-3f8a-4795-9b97-1f8157de50af, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=4af06bc7-3f8a-4795-9b97-1f8157de50af,segment=NetworkSegment(6acd4051-cf03-4777-a445-7019fbb5d8bc),segment_id=6acd4051-cf03-4777-a445-7019fbb5d8bc)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:14:53.199527 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:14:53.262913 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Pushing event updated for resources: {'Port': ['ID=4af06bc7-3f8a-4795-9b97-1f8157de50af,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:14:54.958637 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 4af06bc7-3f8a-4795-9b97-1f8157de50af up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:14:55.030017 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 4af06bc7-3f8a-4795-9b97-1f8157de50af triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:14:55.030361 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:15:11.922930 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 5 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:15:15.105919 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-68fbf0d5-4188-483f-b635-efbd354ea555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:15:17.336198 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0bb269be-cf93-48df-8a78-2ce6e478dfac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:15:18.274272 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:15:18.647441 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:15:19.728695 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:15:45.100716 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-4b7075a3-973f-4b2b-8c58-9b7954dfca2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:15:47.341354 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-a01e3253-c57f-49ec-ae69-11fa89dd7c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:15:48.278592 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:15:48.652669 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:15:48.924065 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 5 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:15:49.733313 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:15:53.208498 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 46384) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:15:53.216794 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [None req-913952b2-c8c8-4855-955d-ae23053e483d tempest-verify_tempest_config-734772850 tempest-verify_tempest_config-734772850-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=82857) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 30 16:15:53.217871 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-913952b2-c8c8-4855-955d-ae23053e483d tempest-verify_tempest_config-734772850 tempest-verify_tempest_config-734772850-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.0083792
Dec 30 16:15:53.577886 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 46400) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:15:53.727524 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6ebf21a1-07da-4ade-9a3a-e17a7ecc0e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:15:53.760926 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-6ebf21a1-07da-4ade-9a3a-e17a7ecc0e9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:15:53.765353 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-6ebf21a1-07da-4ade-9a3a-e17a7ecc0e9a admin admin] Usage tracker for resource:security_group_rule and tenant:ac0c084d4c43403dbde207ae008a5961 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:15:53.768323 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-6ebf21a1-07da-4ade-9a3a-e17a7ecc0e9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:15:53.774233 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-6ebf21a1-07da-4ade-9a3a-e17a7ecc0e9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:15:53.839307 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6ebf21a1-07da-4ade-9a3a-e17a7ecc0e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:15:53.845361 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6ebf21a1-07da-4ade-9a3a-e17a7ecc0e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:15:53.888951 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf21a1-07da-4ade-9a3a-e17a7ecc0e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d8713f-03a7-4e07-9ffb-766fc848638d,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:15:53.894966 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-6ebf21a1-07da-4ade-9a3a-e17a7ecc0e9a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ac0c084d4c43403dbde207ae008a5961&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3159933
Dec 30 16:15:53.897934 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 46406) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:15:53.900178 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf21a1-07da-4ade-9a3a-e17a7ecc0e9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:15:53.900521 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf21a1-07da-4ade-9a3a-e17a7ecc0e9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:15:53.900821 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf21a1-07da-4ade-9a3a-e17a7ecc0e9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:15:53.901145 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf21a1-07da-4ade-9a3a-e17a7ecc0e9a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:15:53.901526 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf21a1-07da-4ade-9a3a-e17a7ecc0e9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:15:53.901845 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf21a1-07da-4ade-9a3a-e17a7ecc0e9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:15:53.902163 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf21a1-07da-4ade-9a3a-e17a7ecc0e9a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:15:53.902477 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf21a1-07da-4ade-9a3a-e17a7ecc0e9a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:15:53.902775 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf21a1-07da-4ade-9a3a-e17a7ecc0e9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:15:53.903083 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf21a1-07da-4ade-9a3a-e17a7ecc0e9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:15:53.903394 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebf21a1-07da-4ade-9a3a-e17a7ecc0e9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:15:53.961915 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-dc654a33-db71-492d-bd2e-75de3be92cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:15:53.987736 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-dc654a33-db71-492d-bd2e-75de3be92cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:15:54.076487 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-dc654a33-db71-492d-bd2e-75de3be92cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:15:54.091675 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc654a33-db71-492d-bd2e-75de3be92cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d8713f-03a7-4e07-9ffb-766fc848638d,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:15:54.097587 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-dc654a33-db71-492d-bd2e-75de3be92cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:15:54.098642 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-dc654a33-db71-492d-bd2e-75de3be92cf5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/30d8713f-03a7-4e07-9ffb-766fc848638d HTTP/1.1" status: 204  len: 168 time: 0.1997638
Dec 30 16:15:54.103396 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc654a33-db71-492d-bd2e-75de3be92cf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:15:54.103728 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc654a33-db71-492d-bd2e-75de3be92cf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:15:54.104127 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc654a33-db71-492d-bd2e-75de3be92cf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:15:54.104365 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc654a33-db71-492d-bd2e-75de3be92cf5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:15:54.104701 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc654a33-db71-492d-bd2e-75de3be92cf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:15:54.105101 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc654a33-db71-492d-bd2e-75de3be92cf5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:15:54.105381 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc654a33-db71-492d-bd2e-75de3be92cf5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:15:54.105713 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc654a33-db71-492d-bd2e-75de3be92cf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:15:54.106026 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc654a33-db71-492d-bd2e-75de3be92cf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:15:54.106335 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc654a33-db71-492d-bd2e-75de3be92cf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:15:54.106635 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc654a33-db71-492d-bd2e-75de3be92cf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:16:15.112273 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-6dde82ec-5637-47fc-bb48-9ae52fb79d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:16:17.350260 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5f39a90c-ce98-48a7-bff7-cd74aa1c9893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:16:18.290673 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:16:18.656991 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:16:19.739946 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:16:25.930510 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 5 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:16:45.116100 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-7f25f101-bf18-4895-b511-46da5eecb5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:16:47.341405 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-a7f923ca-6a8e-4808-bfbc-def39a2d94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:16:48.286952 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:16:48.652832 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:16:49.754220 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:17:02.926692 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 5 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:17:15.113201 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0a685d9e-35f7-4d1c-81ba-f8d73d070e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:17:17.336018 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-afe0cae6-aefc-4380-959a-72a5d97ba081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:17:18.289795 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:17:18.657450 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:17:19.744706 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:17:22.500675 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4017308'] for agent, after_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:17:37.873976 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 46476) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:17:38.028574 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-d52604c7-99b2-419a-adcf-8326f2d10420 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1532426
Dec 30 16:17:39.928089 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:17:40.075130 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 46486) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:17:40.164087 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-303bbe81-4b17-4457-9e33-dd28a654aae8 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0876107
Dec 30 16:17:45.108788 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-dd8cfd8b-ff1c-4281-b438-8d57c542fb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:17:47.345345 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d29aadd3-462c-4a62-b53a-1d48a9ecbbd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:17:48.295180 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:17:48.664078 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:17:49.759288 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:17:52.452367 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:18:15.116766 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-377e18b7-0f8e-4c3a-83b4-fbb296fca230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:18:16.932418 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:18:17.351814 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-3d0d4066-a4b2-4f98-bb03-ca3eaed8e993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:18:18.294336 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:18:18.669386 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:18:19.759802 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:18:22.450650 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:18:45.110496 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-8cae9efe-137d-45fa-99bf-2c65f64d6806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:18:47.352973 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-cf4c3d82-57f2-4c0c-b881-385effdee17a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:18:48.297633 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:18:48.663887 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:18:49.765371 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:18:52.449302 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:18:53.936508 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:19:15.115988 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-e203c960-e0ef-4757-9124-5fc99396a501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:17.348312 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-8c921bf4-e059-413a-a1a4-cf63b5ac6387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:18.305766 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:18.675453 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:19.778047 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:21.841686 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 46618) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:22.385695 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1869069484-network', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:19:22.390988 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:22.395609 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] Usage tracker for resource:network and tenant:1536238b1f9f45e0859c9074dfb7be10 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:22.398942 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:22.408861 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:22.422812 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] Made reservation on behalf of 1536238b1f9f45e0859c9074dfb7be10 for: {'network': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:19:22.425287 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for network, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:22.446344 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:22.447513 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:22.486423 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:22.490724 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] Usage tracker for resource:security_group_rule and tenant:1536238b1f9f45e0859c9074dfb7be10 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:22.494815 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:22.502284 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:22.575720 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:22.580353 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:22.615049 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'}  {{(pid=82857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 30 16:19:22.617097 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44af9f77-ccf8-43df-b49d-6e2407d39ef0,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:22.632470 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:22.632808 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:22.633142 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:22.633486 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:22.633811 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:22.634126 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:22.634441 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:22.634774 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:22.635079 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:22.635394 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:22.635704 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:22.636729 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] Tracked resource versions report:
Dec 30 16:19:22.636729 dv-cinder-822939-1-iscsi neutron-server[82857]: pushed versions:
Dec 30 16:19:22.636729 dv-cinder-822939-1-iscsi neutron-server[82857]: {   'ConntrackHelper': {'1.0'},
Dec 30 16:19:22.636729 dv-cinder-822939-1-iscsi neutron-server[82857]:     'Log': {'1.0'},
Dec 30 16:19:22.636729 dv-cinder-822939-1-iscsi neutron-server[82857]:     'Network': {'1.1'},
Dec 30 16:19:22.636729 dv-cinder-822939-1-iscsi neutron-server[82857]:     'Port': {'1.5'},
Dec 30 16:19:22.636729 dv-cinder-822939-1-iscsi neutron-server[82857]:     'PortForwarding': {'1.2'},
Dec 30 16:19:22.636729 dv-cinder-822939-1-iscsi neutron-server[82857]:     'QosPolicy': {'1.8'},
Dec 30 16:19:22.636729 dv-cinder-822939-1-iscsi neutron-server[82857]:     'SecurityGroup': {'1.2'},
Dec 30 16:19:22.636729 dv-cinder-822939-1-iscsi neutron-server[82857]:     'SecurityGroupRule': {'1.0'},
Dec 30 16:19:22.636729 dv-cinder-822939-1-iscsi neutron-server[82857]:     'SubPort': {'1.0'},
Dec 30 16:19:22.636729 dv-cinder-822939-1-iscsi neutron-server[82857]:     'Subnet': {'1.1'},
Dec 30 16:19:22.636729 dv-cinder-822939-1-iscsi neutron-server[82857]:     'Trunk': {'1.1'}}
Dec 30 16:19:22.636729 dv-cinder-822939-1-iscsi neutron-server[82857]: consumer versions:
Dec 30 16:19:22.636729 dv-cinder-822939-1-iscsi neutron-server[82857]: {   DHCP agent@dv-cinder-822939-1-iscsi: {},
Dec 30 16:19:22.636729 dv-cinder-822939-1-iscsi neutron-server[82857]:     HyperV agent@hv-cinder-82293: {},
Dec 30 16:19:22.636729 dv-cinder-822939-1-iscsi neutron-server[82857]:     L3 agent@dv-cinder-822939-1-iscsi: {},
Dec 30 16:19:22.636729 dv-cinder-822939-1-iscsi neutron-server[82857]:     Metadata agent@dv-cinder-822939-1-iscsi: {},
Dec 30 16:19:22.636729 dv-cinder-822939-1-iscsi neutron-server[82857]:     Metering agent@dv-cinder-822939-1-iscsi: {},
Dec 30 16:19:22.636729 dv-cinder-822939-1-iscsi neutron-server[82857]:     Open vSwitch agent@dv-cinder-822939-1-iscsi: {   'ConntrackHelper': '1.0',
Dec 30 16:19:22.636729 dv-cinder-822939-1-iscsi neutron-server[82857]:                                                      'Log': '1.0',
Dec 30 16:19:22.636729 dv-cinder-822939-1-iscsi neutron-server[82857]:                                                      'Network': '1.1',
Dec 30 16:19:22.636729 dv-cinder-822939-1-iscsi neutron-server[82857]:                                                      'Port': '1.5',
Dec 30 16:19:22.636729 dv-cinder-822939-1-iscsi neutron-server[82857]:                                                      'PortForwarding': '1.2',
Dec 30 16:19:22.636729 dv-cinder-822939-1-iscsi neutron-server[82857]:                                                      'QosPolicy': '1.8',
Dec 30 16:19:22.636729 dv-cinder-822939-1-iscsi neutron-server[82857]:                                                      'SecurityGroup': '1.2',
Dec 30 16:19:22.636729 dv-cinder-822939-1-iscsi neutron-server[82857]:                                                      'SecurityGroupRule': '1.0',
Dec 30 16:19:22.636729 dv-cinder-822939-1-iscsi neutron-server[82857]:                                                      'SubPort': '1.0',
Dec 30 16:19:22.636729 dv-cinder-822939-1-iscsi neutron-server[82857]:                                                      'Subnet': '1.1',
Dec 30 16:19:22.636729 dv-cinder-822939-1-iscsi neutron-server[82857]:                                                      'Trunk': '1.1'}}
Dec 30 16:19:22.636729 dv-cinder-822939-1-iscsi neutron-server[82857]:  {{(pid=82857) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 30 16:19:22.639658 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:22.639984 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.db.segments_db [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] Added segment 5936c83c-be6b-48e8-9fcb-7dbbfde67386 of type vlan for network 9a0d327b-13ae-4aab-8565-47511b5fa283
Dec 30 16:19:22.670910 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793095940298'] for network, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:22.702755 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487'] for network, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:22.703832 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:22.704518 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:22.809561 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 46654) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:22.815331 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-ff242791-0652-44a5-9a77-576b7c848ed0 admin admin] Request body: {'subnet': {'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1869069484-subnet', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:19:22.820286 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.9774411
Dec 30 16:19:22.821425 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-ff242791-0652-44a5-9a77-576b7c848ed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:22.825183 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-ff242791-0652-44a5-9a77-576b7c848ed0 admin admin] Usage tracker for resource:subnet and tenant:1536238b1f9f45e0859c9074dfb7be10 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:22.828277 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-ff242791-0652-44a5-9a77-576b7c848ed0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:22.834254 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-ff242791-0652-44a5-9a77-576b7c848ed0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:22.834428 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1dbe9-27c3-453e-9ce8-8027eb38363a admin admin] Pushing event updated for resources: {'Network': ['ID=9a0d327b-13ae-4aab-8565-47511b5fa283,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:22.847064 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff242791-0652-44a5-9a77-576b7c848ed0 admin admin] Made reservation on behalf of 1536238b1f9f45e0859c9074dfb7be10 for: {'subnet': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:19:22.847241 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Network 9a0d327b-13ae-4aab-8565-47511b5fa283 details requested by agent ovs-agent-dv-cinder-822939-1-iscsi with host dv-cinder-822939-1-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 30 16:19:22.850335 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ff242791-0652-44a5-9a77-576b7c848ed0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:23.069736 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ff242791-0652-44a5-9a77-576b7c848ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487'] for subnet, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:23.122565 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff242791-0652-44a5-9a77-576b7c848ed0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ef2724a-abaf-4140-a584-2ca4130b70f6,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:23.131875 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff242791-0652-44a5-9a77-576b7c848ed0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:23.132216 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff242791-0652-44a5-9a77-576b7c848ed0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:23.132545 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff242791-0652-44a5-9a77-576b7c848ed0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:23.132871 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff242791-0652-44a5-9a77-576b7c848ed0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:23.133212 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff242791-0652-44a5-9a77-576b7c848ed0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:23.133557 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff242791-0652-44a5-9a77-576b7c848ed0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:23.133877 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff242791-0652-44a5-9a77-576b7c848ed0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:23.134275 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff242791-0652-44a5-9a77-576b7c848ed0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:23.134518 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff242791-0652-44a5-9a77-576b7c848ed0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:23.134814 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff242791-0652-44a5-9a77-576b7c848ed0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:23.135123 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff242791-0652-44a5-9a77-576b7c848ed0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:23.136160 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff242791-0652-44a5-9a77-576b7c848ed0 admin admin] Tracked resource versions report:
Dec 30 16:19:23.136160 dv-cinder-822939-1-iscsi neutron-server[82858]: pushed versions:
Dec 30 16:19:23.136160 dv-cinder-822939-1-iscsi neutron-server[82858]: {   'ConntrackHelper': {'1.0'},
Dec 30 16:19:23.136160 dv-cinder-822939-1-iscsi neutron-server[82858]:     'Log': {'1.0'},
Dec 30 16:19:23.136160 dv-cinder-822939-1-iscsi neutron-server[82858]:     'Network': {'1.1'},
Dec 30 16:19:23.136160 dv-cinder-822939-1-iscsi neutron-server[82858]:     'Port': {'1.5'},
Dec 30 16:19:23.136160 dv-cinder-822939-1-iscsi neutron-server[82858]:     'PortForwarding': {'1.2'},
Dec 30 16:19:23.136160 dv-cinder-822939-1-iscsi neutron-server[82858]:     'QosPolicy': {'1.8'},
Dec 30 16:19:23.136160 dv-cinder-822939-1-iscsi neutron-server[82858]:     'SecurityGroup': {'1.2'},
Dec 30 16:19:23.136160 dv-cinder-822939-1-iscsi neutron-server[82858]:     'SecurityGroupRule': {'1.0'},
Dec 30 16:19:23.136160 dv-cinder-822939-1-iscsi neutron-server[82858]:     'SubPort': {'1.0'},
Dec 30 16:19:23.136160 dv-cinder-822939-1-iscsi neutron-server[82858]:     'Subnet': {'1.1'},
Dec 30 16:19:23.136160 dv-cinder-822939-1-iscsi neutron-server[82858]:     'Trunk': {'1.1'}}
Dec 30 16:19:23.136160 dv-cinder-822939-1-iscsi neutron-server[82858]: consumer versions:
Dec 30 16:19:23.136160 dv-cinder-822939-1-iscsi neutron-server[82858]: {   DHCP agent@dv-cinder-822939-1-iscsi: {},
Dec 30 16:19:23.136160 dv-cinder-822939-1-iscsi neutron-server[82858]:     HyperV agent@hv-cinder-82293: {},
Dec 30 16:19:23.136160 dv-cinder-822939-1-iscsi neutron-server[82858]:     L3 agent@dv-cinder-822939-1-iscsi: {},
Dec 30 16:19:23.136160 dv-cinder-822939-1-iscsi neutron-server[82858]:     Metadata agent@dv-cinder-822939-1-iscsi: {},
Dec 30 16:19:23.136160 dv-cinder-822939-1-iscsi neutron-server[82858]:     Metering agent@dv-cinder-822939-1-iscsi: {},
Dec 30 16:19:23.136160 dv-cinder-822939-1-iscsi neutron-server[82858]:     Open vSwitch agent@dv-cinder-822939-1-iscsi: {   'ConntrackHelper': '1.0',
Dec 30 16:19:23.136160 dv-cinder-822939-1-iscsi neutron-server[82858]:                                                      'Log': '1.0',
Dec 30 16:19:23.136160 dv-cinder-822939-1-iscsi neutron-server[82858]:                                                      'Network': '1.1',
Dec 30 16:19:23.136160 dv-cinder-822939-1-iscsi neutron-server[82858]:                                                      'Port': '1.5',
Dec 30 16:19:23.136160 dv-cinder-822939-1-iscsi neutron-server[82858]:                                                      'PortForwarding': '1.2',
Dec 30 16:19:23.136160 dv-cinder-822939-1-iscsi neutron-server[82858]:                                                      'QosPolicy': '1.8',
Dec 30 16:19:23.136160 dv-cinder-822939-1-iscsi neutron-server[82858]:                                                      'SecurityGroup': '1.2',
Dec 30 16:19:23.136160 dv-cinder-822939-1-iscsi neutron-server[82858]:                                                      'SecurityGroupRule': '1.0',
Dec 30 16:19:23.136160 dv-cinder-822939-1-iscsi neutron-server[82858]:                                                      'SubPort': '1.0',
Dec 30 16:19:23.136160 dv-cinder-822939-1-iscsi neutron-server[82858]:                                                      'Subnet': '1.1',
Dec 30 16:19:23.136160 dv-cinder-822939-1-iscsi neutron-server[82858]:                                                      'Trunk': '1.1'}}
Dec 30 16:19:23.136160 dv-cinder-822939-1-iscsi neutron-server[82858]:  {{(pid=82858) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 30 16:19:23.177428 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff242791-0652-44a5-9a77-576b7c848ed0 admin admin] Checking segment: {'id': '5936c83c-be6b-48e8-9fcb-7dbbfde67386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:19:23.177777 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff242791-0652-44a5-9a77-576b7c848ed0 admin admin] Network hostable DHCP agents. Network: 9a0d327b-13ae-4aab-8565-47511b5fa283, hostable agents: ['56495f28-f8e1-4ded-a581-8b29fe371967'], hosted agents: [] {{(pid=82858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 30 16:19:23.198835 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff242791-0652-44a5-9a77-576b7c848ed0 admin admin] Network 9a0d327b-13ae-4aab-8565-47511b5fa283 is scheduled to be hosted by DHCP agent 56495f28-f8e1-4ded-a581-8b29fe371967 with binding_index 1 {{(pid=82858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 30 16:19:23.219355 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-ff242791-0652-44a5-9a77-576b7c848ed0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822939-1-iscsi, 9a0d327b-13ae-4aab-8565-47511b5fa283) {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:19:23.223215 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff242791-0652-44a5-9a77-576b7c848ed0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:23.223801 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ff242791-0652-44a5-9a77-576b7c848ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:23.232158 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba1a036-3016-45ec-9cf9-fb8dee1b1c78 None None] Network 9a0d327b-13ae-4aab-8565-47511b5fa283 requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:19:23.253773 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-ff242791-0652-44a5-9a77-576b7c848ed0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.4429786
Dec 30 16:19:23.256514 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 46680) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:23.265012 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-f4e7a994-e16a-46b7-b715-508c216f31be admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1869069484-router', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'}}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:19:23.269687 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-f4e7a994-e16a-46b7-b715-508c216f31be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:23.273785 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-f4e7a994-e16a-46b7-b715-508c216f31be admin admin] Usage tracker for resource:router and tenant:1536238b1f9f45e0859c9074dfb7be10 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:23.276507 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-f4e7a994-e16a-46b7-b715-508c216f31be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:23.282506 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-f4e7a994-e16a-46b7-b715-508c216f31be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:23.296062 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a994-e16a-46b7-b715-508c216f31be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4015920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3452'] for router, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:23.297341 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a994-e16a-46b7-b715-508c216f31be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4015949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4020124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4009619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3445'] for router, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:23.319303 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a994-e16a-46b7-b715-508c216f31be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:23.487945 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf905f464-6ef4-5d13-8270-ca113c3e727c-9a0d327b-13ae-4aab-8565-47511b5fa283', 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'fixed_ips': [{'subnet_id': '0ef2724a-abaf-4140-a584-2ca4130b70f6'}]}} from dv-cinder-822939-1-iscsi. {{(pid=82859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 30 16:19:23.489011 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:23.542619 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a994-e16a-46b7-b715-508c216f31be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4020142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4016066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3399'] for router, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:23.679505 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.db_base_plugin_common [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] Allocated IP 172.20.0.2 (9a0d327b-13ae-4aab-8565-47511b5fa283/0ef2724a-abaf-4140-a584-2ca4130b70f6/c6de54d4-4363-4041-8c89-1af8e13f30f4) {{(pid=82859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:19:23.757700 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 46694) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:23.779334 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a994-e16a-46b7-b715-508c216f31be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:23.807292 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 46704) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:23.821507 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a994-e16a-46b7-b715-508c216f31be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:23.946969 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] Notify callbacks [] for port, precommit_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:23.962331 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] Transition to ACTIVE for port object c6de54d4-4363-4041-8c89-1af8e13f30f4 will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:19:23.973921 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [None req-f4e7a994-e16a-46b7-b715-508c216f31be admin admin] Allocated IP 172.27.1.175 (0b94b64d-9d7c-4a44-8bd0-f4e286ff014b/ad43253e-6e30-4230-9b92-331ad2639f5e/b0eb11d6-b4cf-4ed4-a8b4-3277a7017255) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:19:23.994794 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] Transition to ACTIVE for port object c6de54d4-4363-4041-8c89-1af8e13f30f4 will not be triggered until provisioned by entity DHCP. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:19:24.001362 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782'] for port, after_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:24.095445 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] Network 9a0d327b-13ae-4aab-8565-47511b5fa283 is already hosted by enough agents. {{(pid=82859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:19:24.099296 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.scheduler.base_scheduler [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] Resources bound (agent type, host, resource id):  {{(pid=82859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:19:24.102543 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] Received port after_create {{(pid=82859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:19:24.105415 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] Pushing event updated for resources: {'Port': ['ID=c6de54d4-4363-4041-8c89-1af8e13f30f4,revision_number=1']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:24.137665 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a994-e16a-46b7-b715-508c216f31be admin admin] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:24.152327 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:24.152688 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:24.153106 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:24.153552 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:24.154039 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:24.154464 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:24.154864 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:24.155279 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:24.156013 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:24.156013 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:24.156421 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:24.157561 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] Tracked resource versions report:
Dec 30 16:19:24.157561 dv-cinder-822939-1-iscsi neutron-server[82859]: pushed versions:
Dec 30 16:19:24.157561 dv-cinder-822939-1-iscsi neutron-server[82859]: {   'ConntrackHelper': {'1.0'},
Dec 30 16:19:24.157561 dv-cinder-822939-1-iscsi neutron-server[82859]:     'Log': {'1.0'},
Dec 30 16:19:24.157561 dv-cinder-822939-1-iscsi neutron-server[82859]:     'Network': {'1.1'},
Dec 30 16:19:24.157561 dv-cinder-822939-1-iscsi neutron-server[82859]:     'Port': {'1.5'},
Dec 30 16:19:24.157561 dv-cinder-822939-1-iscsi neutron-server[82859]:     'PortForwarding': {'1.2'},
Dec 30 16:19:24.157561 dv-cinder-822939-1-iscsi neutron-server[82859]:     'QosPolicy': {'1.8'},
Dec 30 16:19:24.157561 dv-cinder-822939-1-iscsi neutron-server[82859]:     'SecurityGroup': {'1.2'},
Dec 30 16:19:24.157561 dv-cinder-822939-1-iscsi neutron-server[82859]:     'SecurityGroupRule': {'1.0'},
Dec 30 16:19:24.157561 dv-cinder-822939-1-iscsi neutron-server[82859]:     'SubPort': {'1.0'},
Dec 30 16:19:24.157561 dv-cinder-822939-1-iscsi neutron-server[82859]:     'Subnet': {'1.1'},
Dec 30 16:19:24.157561 dv-cinder-822939-1-iscsi neutron-server[82859]:     'Trunk': {'1.1'}}
Dec 30 16:19:24.157561 dv-cinder-822939-1-iscsi neutron-server[82859]: consumer versions:
Dec 30 16:19:24.157561 dv-cinder-822939-1-iscsi neutron-server[82859]: {   DHCP agent@dv-cinder-822939-1-iscsi: {},
Dec 30 16:19:24.157561 dv-cinder-822939-1-iscsi neutron-server[82859]:     HyperV agent@hv-cinder-82293: {},
Dec 30 16:19:24.157561 dv-cinder-822939-1-iscsi neutron-server[82859]:     L3 agent@dv-cinder-822939-1-iscsi: {},
Dec 30 16:19:24.157561 dv-cinder-822939-1-iscsi neutron-server[82859]:     Metadata agent@dv-cinder-822939-1-iscsi: {},
Dec 30 16:19:24.157561 dv-cinder-822939-1-iscsi neutron-server[82859]:     Metering agent@dv-cinder-822939-1-iscsi: {},
Dec 30 16:19:24.157561 dv-cinder-822939-1-iscsi neutron-server[82859]:     Open vSwitch agent@dv-cinder-822939-1-iscsi: {   'ConntrackHelper': '1.0',
Dec 30 16:19:24.157561 dv-cinder-822939-1-iscsi neutron-server[82859]:                                                      'Log': '1.0',
Dec 30 16:19:24.157561 dv-cinder-822939-1-iscsi neutron-server[82859]:                                                      'Network': '1.1',
Dec 30 16:19:24.157561 dv-cinder-822939-1-iscsi neutron-server[82859]:                                                      'Port': '1.5',
Dec 30 16:19:24.157561 dv-cinder-822939-1-iscsi neutron-server[82859]:                                                      'PortForwarding': '1.2',
Dec 30 16:19:24.157561 dv-cinder-822939-1-iscsi neutron-server[82859]:                                                      'QosPolicy': '1.8',
Dec 30 16:19:24.157561 dv-cinder-822939-1-iscsi neutron-server[82859]:                                                      'SecurityGroup': '1.2',
Dec 30 16:19:24.157561 dv-cinder-822939-1-iscsi neutron-server[82859]:                                                      'SecurityGroupRule': '1.0',
Dec 30 16:19:24.157561 dv-cinder-822939-1-iscsi neutron-server[82859]:                                                      'SubPort': '1.0',
Dec 30 16:19:24.157561 dv-cinder-822939-1-iscsi neutron-server[82859]:                                                      'Subnet': '1.1',
Dec 30 16:19:24.157561 dv-cinder-822939-1-iscsi neutron-server[82859]:                                                      'Trunk': '1.1'}}
Dec 30 16:19:24.157561 dv-cinder-822939-1-iscsi neutron-server[82859]:  {{(pid=82859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 30 16:19:24.170471 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a994-e16a-46b7-b715-508c216f31be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:24.216165 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] Attempting to bind port c6de54d4-4363-4041-8c89-1af8e13f30f4 on host dv-cinder-822939-1-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:19:24.216630 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] Attempting to bind port c6de54d4-4363-4041-8c89-1af8e13f30f4 by drivers openvswitch,hyperv on host dv-cinder-822939-1-iscsi at level 0 using segments [{'id': '5936c83c-be6b-48e8-9fcb-7dbbfde67386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:19:24.217071 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] Attempting to bind port c6de54d4-4363-4041-8c89-1af8e13f30f4 on network 9a0d327b-13ae-4aab-8565-47511b5fa283 {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:19:24.224329 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] Checking agent: {'id': 'b5560ab0-2c8e-4cda-8841-fe2255e3b07c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822939-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 11, 19), 'started_at': datetime.datetime(2021, 12, 30, 16, 11, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822939-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:19:24.225060 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] Checking segment: {'id': '5936c83c-be6b-48e8-9fcb-7dbbfde67386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:19:24.225617 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:24.226094 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] Bound using segment: {'id': '5936c83c-be6b-48e8-9fcb-7dbbfde67386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:19:24.226690 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] Bound port: c6de54d4-4363-4041-8c89-1af8e13f30f4, host: dv-cinder-822939-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5936c83c-be6b-48e8-9fcb-7dbbfde67386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:19:24.227155 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:24.240986 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7a994-e16a-46b7-b715-508c216f31be admin admin] Pushing event updated for resources: {'Port': ['ID=b0eb11d6-b4cf-4ed4-a8b4-3277a7017255,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:24.244803 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-6bf475db-9a25-4416-896e-e54342f90764 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1051710599-network', 'tenant_id': 'b8d8b205505c44f38e61784724e2bce5'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:19:24.252394 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-6bf475db-9a25-4416-896e-e54342f90764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:24.262103 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e7a994-e16a-46b7-b715-508c216f31be admin admin] Network 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:19:24.263532 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-f4e7a994-e16a-46b7-b715-508c216f31be admin admin] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:19:24.264371 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-6bf475db-9a25-4416-896e-e54342f90764 admin admin] Usage tracker for resource:network and tenant:b8d8b205505c44f38e61784724e2bce5 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:24.266839 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e7a994-e16a-46b7-b715-508c216f31be admin admin] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:19:24.268261 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-6bf475db-9a25-4416-896e-e54342f90764 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:24.277313 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-6bf475db-9a25-4416-896e-e54342f90764 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:24.328466 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-5cff502f-b585-4567-b13e-206dd8de0766 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2073934760-network', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:19:24.344410 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-5cff502f-b585-4567-b13e-206dd8de0766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:24.346921 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] For port c6de54d4-4363-4041-8c89-1af8e13f30f4, host dv-cinder-822939-1-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:19:24.350359 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] For port c6de54d4-4363-4041-8c89-1af8e13f30f4, host dv-cinder-822939-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=c6de54d4-4363-4041-8c89-1af8e13f30f4,segment=NetworkSegment(5936c83c-be6b-48e8-9fcb-7dbbfde67386),segment_id=5936c83c-be6b-48e8-9fcb-7dbbfde67386)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:19:24.354650 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-5cff502f-b585-4567-b13e-206dd8de0766 admin admin] Usage tracker for resource:network and tenant:68a21c1767cb4406bba3b9b738393ddc is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:24.358756 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-5cff502f-b585-4567-b13e-206dd8de0766 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:24.360161 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:24.365397 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf475db-9a25-4416-896e-e54342f90764 admin admin] Made reservation on behalf of b8d8b205505c44f38e61784724e2bce5 for: {'network': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:19:24.368358 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6bf475db-9a25-4416-896e-e54342f90764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for network, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:24.378080 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-5cff502f-b585-4567-b13e-206dd8de0766 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:24.399325 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6bf475db-9a25-4416-896e-e54342f90764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:24.432185 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cff502f-b585-4567-b13e-206dd8de0766 admin admin] Made reservation on behalf of 68a21c1767cb4406bba3b9b738393ddc for: {'network': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:19:24.433496 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a994-e16a-46b7-b715-508c216f31be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:24.434453 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a994-e16a-46b7-b715-508c216f31be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4015929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4017997'] for router, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:24.441944 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5cff502f-b585-4567-b13e-206dd8de0766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for network, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:24.489991 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5cff502f-b585-4567-b13e-206dd8de0766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:24.520701 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164536a-6d7e-451b-9b20-432b88cfd962 None None] Pushing event updated for resources: {'Port': ['ID=c6de54d4-4363-4041-8c89-1af8e13f30f4,revision_number=2']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:24.589109 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-6bf475db-9a25-4416-896e-e54342f90764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:24.632524 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-6bf475db-9a25-4416-896e-e54342f90764 admin admin] Usage tracker for resource:security_group_rule and tenant:b8d8b205505c44f38e61784724e2bce5 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:24.643178 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-6bf475db-9a25-4416-896e-e54342f90764 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:24.667100 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-5cff502f-b585-4567-b13e-206dd8de0766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:24.669252 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-6bf475db-9a25-4416-896e-e54342f90764 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:24.681056 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-5cff502f-b585-4567-b13e-206dd8de0766 admin admin] Usage tracker for resource:security_group_rule and tenant:68a21c1767cb4406bba3b9b738393ddc is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:24.690810 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-5cff502f-b585-4567-b13e-206dd8de0766 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:24.717901 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-5cff502f-b585-4567-b13e-206dd8de0766 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:24.822500 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6bf475db-9a25-4416-896e-e54342f90764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:24.833918 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6bf475db-9a25-4416-896e-e54342f90764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:24.847551 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf475db-9a25-4416-896e-e54342f90764 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'}  {{(pid=82857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 30 16:19:24.859750 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6bf475db-9a25-4416-896e-e54342f90764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:24.860577 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.db.segments_db [None req-6bf475db-9a25-4416-896e-e54342f90764 admin admin] Added segment 50be33e0-3d89-47d9-8dac-50038c791de0 of type vlan for network 48ed97d6-ee1a-49e6-9c45-ae96b16b4e98
Dec 30 16:19:24.919589 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6bf475db-9a25-4416-896e-e54342f90764 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793095940298'] for network, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:24.969707 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6bf475db-9a25-4416-896e-e54342f90764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487'] for network, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:24.970928 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf475db-9a25-4416-896e-e54342f90764 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:24.971879 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6bf475db-9a25-4416-896e-e54342f90764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:25.093835 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e7a994-e16a-46b7-b715-508c216f31be admin admin] Router 6caf6826-0f9c-48d3-b2c1-3dcea1b62223 is scheduled to L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f with binding_index 1 {{(pid=82858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 30 16:19:25.139413 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf475db-9a25-4416-896e-e54342f90764 admin admin] Pushing event updated for resources: {'Network': ['ID=48ed97d6-ee1a-49e6-9c45-ae96b16b4e98,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:25.148417 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-6bf475db-9a25-4416-896e-e54342f90764 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.3896556
Dec 30 16:19:25.158961 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 46740) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:25.159713 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Network 48ed97d6-ee1a-49e6-9c45-ae96b16b4e98 details requested by agent ovs-agent-dv-cinder-822939-1-iscsi with host dv-cinder-822939-1-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 30 16:19:25.171673 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-fad9c29c-3931-49c3-9733-e674b3723843 admin admin] Request body: {'subnet': {'network_id': '48ed97d6-ee1a-49e6-9c45-ae96b16b4e98', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1051710599-subnet', 'tenant_id': 'b8d8b205505c44f38e61784724e2bce5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:19:25.183080 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-fad9c29c-3931-49c3-9733-e674b3723843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:25.187691 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-fad9c29c-3931-49c3-9733-e674b3723843 admin admin] Usage tracker for resource:subnet and tenant:b8d8b205505c44f38e61784724e2bce5 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:25.190619 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-fad9c29c-3931-49c3-9733-e674b3723843 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:25.211865 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-fad9c29c-3931-49c3-9733-e674b3723843 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:25.236539 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad9c29c-3931-49c3-9733-e674b3723843 admin admin] Made reservation on behalf of b8d8b205505c44f38e61784724e2bce5 for: {'subnet': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:19:25.238980 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fad9c29c-3931-49c3-9733-e674b3723843 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:25.383873 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf475db-9a25-4416-896e-e54342f90764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051870d8-1e5f-4e05-a183-ede239aaaa5a,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:25.396182 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device c6de54d4-4363-4041-8c89-1af8e13f30f4 up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:19:25.460464 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5cff502f-b585-4567-b13e-206dd8de0766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:25.480878 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5cff502f-b585-4567-b13e-206dd8de0766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:25.513082 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cff502f-b585-4567-b13e-206dd8de0766 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'}  {{(pid=82857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 30 16:19:25.562012 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5cff502f-b585-4567-b13e-206dd8de0766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:25.562353 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.db.segments_db [None req-5cff502f-b585-4567-b13e-206dd8de0766 admin admin] Added segment 22bfbb1f-a0de-45b6-8d76-3ecdcb181432 of type vlan for network 1c537c90-32cb-4109-9814-ee7321945809
Dec 30 16:19:25.679194 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5cff502f-b585-4567-b13e-206dd8de0766 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793095940298'] for network, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:25.688734 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e7a994-e16a-46b7-b715-508c216f31be admin admin] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:19:25.699154 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bb2813-aa20-466f-8cf5-5d229fc9e23a None None] Sync routers for ids ['6caf6826-0f9c-48d3-b2c1-3dcea1b62223'] in dv-cinder-822939-1-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:19:25.734702 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bb2813-aa20-466f-8cf5-5d229fc9e23a None None] Routers {'6caf6826-0f9c-48d3-b2c1-3dcea1b62223'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:19:25.735363 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-d3bb2813-aa20-466f-8cf5-5d229fc9e23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d5829be0>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:19:17Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['6caf6826-0f9c-48d3-b2c1-3dcea1b62223'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:19:25.748353 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f4e7a994-e16a-46b7-b715-508c216f31be admin admin] Notify callbacks [] for router, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:25.754506 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-f4e7a994-e16a-46b7-b715-508c216f31be admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 2.4957142
Dec 30 16:19:25.756377 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 46762) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:25.814216 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning for port c6de54d4-4363-4041-8c89-1af8e13f30f4 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:19:25.860724 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5cff502f-b585-4567-b13e-206dd8de0766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487'] for network, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:25.861591 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cff502f-b585-4567-b13e-206dd8de0766 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:25.862163 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5cff502f-b585-4567-b13e-206dd8de0766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:26.103735 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a8ecb0-5725-4698-a38a-65b1e12e1f90 None None] Network 9a0d327b-13ae-4aab-8565-47511b5fa283 requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:19:26.120545 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff502f-b585-4567-b13e-206dd8de0766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac854f9-b3d2-48ce-9df8-9fa4d22a8f00,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:26.131063 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff502f-b585-4567-b13e-206dd8de0766 admin admin] Pushing event updated for resources: {'Network': ['ID=1c537c90-32cb-4109-9814-ee7321945809,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:26.135091 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-5cff502f-b585-4567-b13e-206dd8de0766 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 2.3266661
Dec 30 16:19:26.139836 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 46768) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:26.174318 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Network 1c537c90-32cb-4109-9814-ee7321945809 details requested by agent ovs-agent-dv-cinder-822939-1-iscsi with host dv-cinder-822939-1-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 30 16:19:26.180852 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-e850c64b-8c78-4043-8ce0-1375e067bf87 admin admin] Request body: {'subnet': {'network_id': '1c537c90-32cb-4109-9814-ee7321945809', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2073934760-subnet', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:19:26.244271 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-e850c64b-8c78-4043-8ce0-1375e067bf87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:26.280963 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-e850c64b-8c78-4043-8ce0-1375e067bf87 admin admin] Usage tracker for resource:subnet and tenant:68a21c1767cb4406bba3b9b738393ddc is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:26.297170 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-d3bb2813-aa20-466f-8cf5-5d229fc9e23a None None] Set router 6caf6826-0f9c-48d3-b2c1-3dcea1b62223 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:19:26.302754 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-e850c64b-8c78-4043-8ce0-1375e067bf87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:26.329331 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-e850c64b-8c78-4043-8ce0-1375e067bf87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:26.383690 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e850c64b-8c78-4043-8ce0-1375e067bf87 admin admin] Made reservation on behalf of 68a21c1767cb4406bba3b9b738393ddc for: {'subnet': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:19:26.396401 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e850c64b-8c78-4043-8ce0-1375e067bf87 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:26.606240 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-39af3e82-b21a-421a-a83f-a5a0c36b6ece None None] Provisioning for port c6de54d4-4363-4041-8c89-1af8e13f30f4 completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:19:26.609142 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fad9c29c-3931-49c3-9733-e674b3723843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487'] for subnet, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:26.651230 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-39af3e82-b21a-421a-a83f-a5a0c36b6ece None None] Provisioning complete for port c6de54d4-4363-4041-8c89-1af8e13f30f4 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:19:26.651709 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-39af3e82-b21a-421a-a83f-a5a0c36b6ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:26.752092 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-d3bb2813-aa20-466f-8cf5-5d229fc9e23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d5829be0>, [{'id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'name': 'tempest-AttachVolumeShelveTestJSON-1869069484-router', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:24Z', 'revision_number': 3, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'gw_port': {'id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi'}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:19:26.768608 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bb2813-aa20-466f-8cf5-5d229fc9e23a None None] Checking router: 6caf6826-0f9c-48d3-b2c1-3dcea1b62223 for host: dv-cinder-822939-1-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:19:26.769688 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bb2813-aa20-466f-8cf5-5d229fc9e23a None None] Updating router 6caf6826-0f9c-48d3-b2c1-3dcea1b62223 port b0eb11d6-b4cf-4ed4-a8b4-3277a7017255 binding host dv-cinder-822939-1-iscsi {{(pid=82860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 30 16:19:26.795255 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad9c29c-3931-49c3-9733-e674b3723843 admin admin] Pushing event updated for resources: {'Subnet': ['ID=571efa7f-76f6-4007-ac4c-472e7b062b66,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:26.868266 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad9c29c-3931-49c3-9733-e674b3723843 admin admin] Checking segment: {'id': '50be33e0-3d89-47d9-8dac-50038c791de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '48ed97d6-ee1a-49e6-9c45-ae96b16b4e98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:19:26.868961 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad9c29c-3931-49c3-9733-e674b3723843 admin admin] Network hostable DHCP agents. Network: 48ed97d6-ee1a-49e6-9c45-ae96b16b4e98, hostable agents: ['56495f28-f8e1-4ded-a581-8b29fe371967'], hosted agents: [] {{(pid=82857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 30 16:19:26.882983 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-d3bb2813-aa20-466f-8cf5-5d229fc9e23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:27.065320 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad9c29c-3931-49c3-9733-e674b3723843 admin admin] Network 48ed97d6-ee1a-49e6-9c45-ae96b16b4e98 is scheduled to be hosted by DHCP agent 56495f28-f8e1-4ded-a581-8b29fe371967 with binding_index 1 {{(pid=82857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 30 16:19:27.096949 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-39af3e82-b21a-421a-a83f-a5a0c36b6ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:27.106121 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-fad9c29c-3931-49c3-9733-e674b3723843 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822939-1-iscsi, 48ed97d6-ee1a-49e6-9c45-ae96b16b4e98) {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:19:27.119400 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c5d00f-bfac-4410-9469-a31cf6095bf1 None None] Network 48ed97d6-ee1a-49e6-9c45-ae96b16b4e98 requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:19:27.125140 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad9c29c-3931-49c3-9733-e674b3723843 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:27.125885 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fad9c29c-3931-49c3-9733-e674b3723843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:27.143829 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e850c64b-8c78-4043-8ce0-1375e067bf87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487'] for subnet, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:27.209599 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cd3d86e8-96cb-4514-8e73-a39fe911c06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:27.308942 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-39af3e82-b21a-421a-a83f-a5a0c36b6ece None None] For port c6de54d4-4363-4041-8c89-1af8e13f30f4, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=c6de54d4-4363-4041-8c89-1af8e13f30f4,segment=NetworkSegment(5936c83c-be6b-48e8-9fcb-7dbbfde67386),segment_id=5936c83c-be6b-48e8-9fcb-7dbbfde67386)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:19:27.318946 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-39af3e82-b21a-421a-a83f-a5a0c36b6ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:27.337266 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-fad9c29c-3931-49c3-9733-e674b3723843 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.1766911
Dec 30 16:19:27.389430 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e850c64b-8c78-4043-8ce0-1375e067bf87 admin admin] Checking segment: {'id': '22bfbb1f-a0de-45b6-8d76-3ecdcb181432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1c537c90-32cb-4109-9814-ee7321945809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:19:27.395223 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e850c64b-8c78-4043-8ce0-1375e067bf87 admin admin] Network hostable DHCP agents. Network: 1c537c90-32cb-4109-9814-ee7321945809, hostable agents: ['56495f28-f8e1-4ded-a581-8b29fe371967'], hosted agents: [] {{(pid=82857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 30 16:19:27.417742 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850c64b-8c78-4043-8ce0-1375e067bf87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=944ab297-fca1-4f6e-94db-374949491f42,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:27.460206 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e850c64b-8c78-4043-8ce0-1375e067bf87 admin admin] Network 1c537c90-32cb-4109-9814-ee7321945809 is scheduled to be hosted by DHCP agent 56495f28-f8e1-4ded-a581-8b29fe371967 with binding_index 1 {{(pid=82857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 30 16:19:27.480866 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-e850c64b-8c78-4043-8ce0-1375e067bf87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822939-1-iscsi, 1c537c90-32cb-4109-9814-ee7321945809) {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:19:27.486435 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e850c64b-8c78-4043-8ce0-1375e067bf87 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:27.494543 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e850c64b-8c78-4043-8ce0-1375e067bf87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:27.522533 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6e3e87-4b74-4c92-b4e4-b94bca68a6b1 None None] Network 1c537c90-32cb-4109-9814-ee7321945809 requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:19:27.544449 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-e850c64b-8c78-4043-8ce0-1375e067bf87 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.4028125
Dec 30 16:19:27.547138 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 46804) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:27.563634 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-2c35b442-b11b-433d-a3a7-58508cb66268 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2073934760-router', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'}}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:19:27.579474 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-d3bb2813-aa20-466f-8cf5-5d229fc9e23a None None] Notify callbacks [] for port, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:27.581832 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-2c35b442-b11b-433d-a3a7-58508cb66268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:27.594182 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-2c35b442-b11b-433d-a3a7-58508cb66268 admin admin] Usage tracker for resource:router and tenant:68a21c1767cb4406bba3b9b738393ddc is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:27.613058 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-2c35b442-b11b-433d-a3a7-58508cb66268 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:27.619264 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.provisioning_blocks [None req-d3bb2813-aa20-466f-8cf5-5d229fc9e23a None None] Transition to ACTIVE for port object b0eb11d6-b4cf-4ed4-a8b4-3277a7017255 will not be triggered until provisioned by entity L2. {{(pid=82860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:19:27.630540 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-2c35b442-b11b-433d-a3a7-58508cb66268 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:27.649882 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-d3bb2813-aa20-466f-8cf5-5d229fc9e23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:27.674938 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-2c35b442-b11b-433d-a3a7-58508cb66268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4015920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3452'] for router, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:27.676667 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-2c35b442-b11b-433d-a3a7-58508cb66268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4015949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4020124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4009619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3445'] for router, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:27.739557 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-2c35b442-b11b-433d-a3a7-58508cb66268 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:27.783779 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [None req-cd3d86e8-96cb-4514-8e73-a39fe911c06b admin admin] Allocated IP 172.20.0.1 (9a0d327b-13ae-4aab-8565-47511b5fa283/0ef2724a-abaf-4140-a584-2ca4130b70f6/3b667db6-4d09-45c9-99d9-8ac3932d6b0d) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:19:27.891515 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7d256-148c-4881-b147-e1abe92be903 None None] Pushing event updated for resources: {'Port': ['ID=b0eb11d6-b4cf-4ed4-a8b4-3277a7017255,revision_number=2']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:27.920876 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-d3bb2813-aa20-466f-8cf5-5d229fc9e23a None None] Attempting to bind port b0eb11d6-b4cf-4ed4-a8b4-3277a7017255 on host dv-cinder-822939-1-iscsi for vnic_type normal with profile  {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:19:27.921671 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-d3bb2813-aa20-466f-8cf5-5d229fc9e23a None None] Attempting to bind port b0eb11d6-b4cf-4ed4-a8b4-3277a7017255 by drivers openvswitch,hyperv on host dv-cinder-822939-1-iscsi at level 0 using segments [{'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:19:27.922286 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bb2813-aa20-466f-8cf5-5d229fc9e23a None None] Attempting to bind port b0eb11d6-b4cf-4ed4-a8b4-3277a7017255 on network 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:19:27.935558 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7d256-148c-4881-b147-e1abe92be903 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:27.941460 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7d256-148c-4881-b147-e1abe92be903 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:27.942066 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7d256-148c-4881-b147-e1abe92be903 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:27.942612 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7d256-148c-4881-b147-e1abe92be903 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:27.943188 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7d256-148c-4881-b147-e1abe92be903 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:27.943737 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7d256-148c-4881-b147-e1abe92be903 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:27.944271 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7d256-148c-4881-b147-e1abe92be903 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:27.944830 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7d256-148c-4881-b147-e1abe92be903 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:27.945394 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7d256-148c-4881-b147-e1abe92be903 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:27.945944 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7d256-148c-4881-b147-e1abe92be903 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:27.948633 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7d256-148c-4881-b147-e1abe92be903 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:19:27.950016 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b7d256-148c-4881-b147-e1abe92be903 None None] Tracked resource versions report:
Dec 30 16:19:27.950016 dv-cinder-822939-1-iscsi neutron-server[82860]: pushed versions:
Dec 30 16:19:27.950016 dv-cinder-822939-1-iscsi neutron-server[82860]: {   'ConntrackHelper': {'1.0'},
Dec 30 16:19:27.950016 dv-cinder-822939-1-iscsi neutron-server[82860]:     'Log': {'1.0'},
Dec 30 16:19:27.950016 dv-cinder-822939-1-iscsi neutron-server[82860]:     'Network': {'1.1'},
Dec 30 16:19:27.950016 dv-cinder-822939-1-iscsi neutron-server[82860]:     'Port': {'1.5'},
Dec 30 16:19:27.950016 dv-cinder-822939-1-iscsi neutron-server[82860]:     'PortForwarding': {'1.2'},
Dec 30 16:19:27.950016 dv-cinder-822939-1-iscsi neutron-server[82860]:     'QosPolicy': {'1.8'},
Dec 30 16:19:27.950016 dv-cinder-822939-1-iscsi neutron-server[82860]:     'SecurityGroup': {'1.2'},
Dec 30 16:19:27.950016 dv-cinder-822939-1-iscsi neutron-server[82860]:     'SecurityGroupRule': {'1.0'},
Dec 30 16:19:27.950016 dv-cinder-822939-1-iscsi neutron-server[82860]:     'SubPort': {'1.0'},
Dec 30 16:19:27.950016 dv-cinder-822939-1-iscsi neutron-server[82860]:     'Subnet': {'1.1'},
Dec 30 16:19:27.950016 dv-cinder-822939-1-iscsi neutron-server[82860]:     'Trunk': {'1.1'}}
Dec 30 16:19:27.950016 dv-cinder-822939-1-iscsi neutron-server[82860]: consumer versions:
Dec 30 16:19:27.950016 dv-cinder-822939-1-iscsi neutron-server[82860]: {   DHCP agent@dv-cinder-822939-1-iscsi: {},
Dec 30 16:19:27.950016 dv-cinder-822939-1-iscsi neutron-server[82860]:     HyperV agent@hv-cinder-82293: {},
Dec 30 16:19:27.950016 dv-cinder-822939-1-iscsi neutron-server[82860]:     L3 agent@dv-cinder-822939-1-iscsi: {},
Dec 30 16:19:27.950016 dv-cinder-822939-1-iscsi neutron-server[82860]:     Metadata agent@dv-cinder-822939-1-iscsi: {},
Dec 30 16:19:27.950016 dv-cinder-822939-1-iscsi neutron-server[82860]:     Metering agent@dv-cinder-822939-1-iscsi: {},
Dec 30 16:19:27.950016 dv-cinder-822939-1-iscsi neutron-server[82860]:     Open vSwitch agent@dv-cinder-822939-1-iscsi: {   'ConntrackHelper': '1.0',
Dec 30 16:19:27.950016 dv-cinder-822939-1-iscsi neutron-server[82860]:                                                      'Log': '1.0',
Dec 30 16:19:27.950016 dv-cinder-822939-1-iscsi neutron-server[82860]:                                                      'Network': '1.1',
Dec 30 16:19:27.950016 dv-cinder-822939-1-iscsi neutron-server[82860]:                                                      'Port': '1.5',
Dec 30 16:19:27.950016 dv-cinder-822939-1-iscsi neutron-server[82860]:                                                      'PortForwarding': '1.2',
Dec 30 16:19:27.950016 dv-cinder-822939-1-iscsi neutron-server[82860]:                                                      'QosPolicy': '1.8',
Dec 30 16:19:27.950016 dv-cinder-822939-1-iscsi neutron-server[82860]:                                                      'SecurityGroup': '1.2',
Dec 30 16:19:27.950016 dv-cinder-822939-1-iscsi neutron-server[82860]:                                                      'SecurityGroupRule': '1.0',
Dec 30 16:19:27.950016 dv-cinder-822939-1-iscsi neutron-server[82860]:                                                      'SubPort': '1.0',
Dec 30 16:19:27.950016 dv-cinder-822939-1-iscsi neutron-server[82860]:                                                      'Subnet': '1.1',
Dec 30 16:19:27.950016 dv-cinder-822939-1-iscsi neutron-server[82860]:                                                      'Trunk': '1.1'}}
Dec 30 16:19:27.950016 dv-cinder-822939-1-iscsi neutron-server[82860]:  {{(pid=82860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Dec 30 16:19:27.957277 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bb2813-aa20-466f-8cf5-5d229fc9e23a None None] Checking agent: {'id': 'b5560ab0-2c8e-4cda-8841-fe2255e3b07c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822939-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 11, 19), 'started_at': datetime.datetime(2021, 12, 30, 16, 11, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822939-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:19:27.964033 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bb2813-aa20-466f-8cf5-5d229fc9e23a None None] Checking segment: {'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:19:27.964701 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-d3bb2813-aa20-466f-8cf5-5d229fc9e23a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:27.969006 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bb2813-aa20-466f-8cf5-5d229fc9e23a None None] Bound using segment: {'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:19:27.969852 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-d3bb2813-aa20-466f-8cf5-5d229fc9e23a None None] Bound port: b0eb11d6-b4cf-4ed4-a8b4-3277a7017255, host: dv-cinder-822939-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'}}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:19:27.970511 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-d3bb2813-aa20-466f-8cf5-5d229fc9e23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:28.035007 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e37beae-44e1-4604-add9-2c7bbad263f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf905f464-6ef4-5d13-8270-ca113c3e727c-1c537c90-32cb-4109-9814-ee7321945809', 'network_id': '1c537c90-32cb-4109-9814-ee7321945809', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'fixed_ips': [{'subnet_id': '944ab297-fca1-4f6e-94db-374949491f42'}]}} from dv-cinder-822939-1-iscsi. {{(pid=82859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 30 16:19:28.035857 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5e37beae-44e1-4604-add9-2c7bbad263f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:28.130873 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-d3bb2813-aa20-466f-8cf5-5d229fc9e23a None None] For port b0eb11d6-b4cf-4ed4-a8b4-3277a7017255, host dv-cinder-822939-1-iscsi, cleared binding levels {{(pid=82860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:19:28.135704 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cd3d86e8-96cb-4514-8e73-a39fe911c06b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:28.137493 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-d3bb2813-aa20-466f-8cf5-5d229fc9e23a None None] For port b0eb11d6-b4cf-4ed4-a8b4-3277a7017255, host dv-cinder-822939-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=b0eb11d6-b4cf-4ed4-a8b4-3277a7017255,segment=NetworkSegment(a1965180-a5eb-4dfc-97e0-14ede4debdc3),segment_id=a1965180-a5eb-4dfc-97e0-14ede4debdc3)] {{(pid=82860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:19:28.143716 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-d3bb2813-aa20-466f-8cf5-5d229fc9e23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:28.169135 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2e8ca9-d89f-4dcc-99f0-23df8c430c0e None None] Network 48ed97d6-ee1a-49e6-9c45-ae96b16b4e98 requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:19:28.172742 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.provisioning_blocks [None req-cd3d86e8-96cb-4514-8e73-a39fe911c06b admin admin] Transition to ACTIVE for port object 3b667db6-4d09-45c9-99d9-8ac3932d6b0d will not be triggered until provisioned by entity DHCP. {{(pid=82858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:19:28.183626 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af3e82-b21a-421a-a83f-a5a0c36b6ece None None] Pushing event updated for resources: {'Port': ['ID=c6de54d4-4363-4041-8c89-1af8e13f30f4,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:28.252303 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cd3d86e8-96cb-4514-8e73-a39fe911c06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:28.291597 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-65a22959-818f-4143-bd4e-4a01672003e1 None None] Provisioning complete for port c6de54d4-4363-4041-8c89-1af8e13f30f4 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:19:28.302599 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-65a22959-818f-4143-bd4e-4a01672003e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:28.340230 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3d86e8-96cb-4514-8e73-a39fe911c06b admin admin] Network 9a0d327b-13ae-4aab-8565-47511b5fa283 is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:19:28.341593 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-cd3d86e8-96cb-4514-8e73-a39fe911c06b admin admin] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:19:28.345795 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3d86e8-96cb-4514-8e73-a39fe911c06b admin admin] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:19:28.346389 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cd3d86e8-96cb-4514-8e73-a39fe911c06b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4018067'] for router_interface, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:28.357437 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d86e8-96cb-4514-8e73-a39fe911c06b admin admin] Pushing event updated for resources: {'Port': ['ID=3b667db6-4d09-45c9-99d9-8ac3932d6b0d,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:28.400140 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-2c35b442-b11b-433d-a3a7-58508cb66268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4020142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4016066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3399'] for router, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:28.443768 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7d256-148c-4881-b147-e1abe92be903 None None] Pushing event updated for resources: {'Port': ['ID=b0eb11d6-b4cf-4ed4-a8b4-3277a7017255,revision_number=3']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:28.464832 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bb2813-aa20-466f-8cf5-5d229fc9e23a None None] Routers {'6caf6826-0f9c-48d3-b2c1-3dcea1b62223'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:19:28.466132 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-d3bb2813-aa20-466f-8cf5-5d229fc9e23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d5829be0>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:19:17Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['6caf6826-0f9c-48d3-b2c1-3dcea1b62223'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:19:28.588711 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cd3d86e8-96cb-4514-8e73-a39fe911c06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:28.727557 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 46840) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:28.745660 dv-cinder-822939-1-iscsi neutron-server[82857]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 30 16:19:28.894387 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-d3bb2813-aa20-466f-8cf5-5d229fc9e23a None None] Set router 6caf6826-0f9c-48d3-b2c1-3dcea1b62223 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:19:29.066802 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cd3d86e8-96cb-4514-8e73-a39fe911c06b admin admin] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:29.076074 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cd3d86e8-96cb-4514-8e73-a39fe911c06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:29.076785 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cd3d86e8-96cb-4514-8e73-a39fe911c06b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4017274'] for router_interface, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:29.078391 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.db_base_plugin_common [None req-5e37beae-44e1-4604-add9-2c7bbad263f1 None None] Allocated IP 172.20.0.2 (1c537c90-32cb-4109-9814-ee7321945809/944ab297-fca1-4f6e-94db-374949491f42/96b7140e-c646-402d-8097-7ee34a42d562) {{(pid=82859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:19:29.146429 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-2c35b442-b11b-433d-a3a7-58508cb66268 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:29.196984 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-e83d1588-d724-4153-9354-a504d514b9a6 None None] Provisioning for port 3b667db6-4d09-45c9-99d9-8ac3932d6b0d completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:19:29.219879 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device c6de54d4-4363-4041-8c89-1af8e13f30f4 up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:19:29.253309 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-2c35b442-b11b-433d-a3a7-58508cb66268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:29.357219 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-e83d1588-d724-4153-9354-a504d514b9a6 None None] Provisioning complete for port 3b667db6-4d09-45c9-99d9-8ac3932d6b0d triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:19:29.357599 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-e83d1588-d724-4153-9354-a504d514b9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:29.422490 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-fde03c76-d2af-4beb-85b5-2ca42fcdf013 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:29.423791 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-fde03c76-d2af-4beb-85b5-2ca42fcdf013 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Synchronizing usage tracker for tenant:b8d8b205505c44f38e61784724e2bce5 on resource:network {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:19:29.426562 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d86e8-96cb-4514-8e73-a39fe911c06b admin admin] Pushing event updated for resources: {'Port': ['ID=3b667db6-4d09-45c9-99d9-8ac3932d6b0d,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:29.535208 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-e83d1588-d724-4153-9354-a504d514b9a6 None None] Port 3b667db6-4d09-45c9-99d9-8ac3932d6b0d cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 30 16:19:29.553129 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-fde03c76-d2af-4beb-85b5-2ca42fcdf013 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Unset dirty status for tenant:b8d8b205505c44f38e61784724e2bce5 on resource:network {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:19:29.558467 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3d86e8-96cb-4514-8e73-a39fe911c06b admin admin] Network 9a0d327b-13ae-4aab-8565-47511b5fa283 is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:19:29.559737 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-cd3d86e8-96cb-4514-8e73-a39fe911c06b admin admin] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:19:29.566470 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-fde03c76-d2af-4beb-85b5-2ca42fcdf013 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/networks?id=48ed97d6-ee1a-49e6-9c45-ae96b16b4e98 HTTP/1.1" status: 200  len: 812 time: 0.8368890
Dec 30 16:19:29.624131 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-935054a0-9f19-45be-bed2-ff8d087170ae tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/quotas/b8d8b205505c44f38e61784724e2bce5 HTTP/1.1" status: 200  len: 375 time: 0.0563033
Dec 30 16:19:29.638899 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port c6de54d4-4363-4041-8c89-1af8e13f30f4 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:19:29.639266 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:29.723273 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-ea09fa78-b636-471c-b59a-48e9260b29bd tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b8d8b205505c44f38e61784724e2bce5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0962319
Dec 30 16:19:29.767157 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [None req-2c35b442-b11b-433d-a3a7-58508cb66268 admin admin] Allocated IP 172.27.1.233 (0b94b64d-9d7c-4a44-8bd0-f4e286ff014b/ad43253e-6e30-4230-9b92-331ad2639f5e/3e3df8ce-3d2e-4706-8f66-3f990bfb0be2) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:19:29.777616 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-d3bb2813-aa20-466f-8cf5-5d229fc9e23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d5829be0>, [{'id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'name': 'tempest-AttachVolumeShelveTestJSON-1869069484-router', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:28Z', 'revision_number': 4, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'gw_port': {'id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '3b667db6-4d09-45c9-99d9-8ac3932d6b0d', 'name': '', 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'mac_address': 'fa:16:3e:5c:be:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:19:27Z', 'revision_number': 1, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'subnets': [{'id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:19:29.800519 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bb2813-aa20-466f-8cf5-5d229fc9e23a None None] The sync data for ids ['6caf6826-0f9c-48d3-b2c1-3dcea1b62223'] in dv-cinder-822939-1-iscsi is: [{'id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'name': 'tempest-AttachVolumeShelveTestJSON-1869069484-router', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:28Z', 'revision_number': 4, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'gw_port': {'id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '3b667db6-4d09-45c9-99d9-8ac3932d6b0d', 'name': '', 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'mac_address': 'fa:16:3e:5c:be:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:19:27Z', 'revision_number': 1, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'subnets': [{'id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:19:29.814308 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5e37beae-44e1-4604-add9-2c7bbad263f1 None None] Notify callbacks [] for port, precommit_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:29.845191 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-5e37beae-44e1-4604-add9-2c7bbad263f1 None None] Transition to ACTIVE for port object 96b7140e-c646-402d-8097-7ee34a42d562 will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:19:30.079077 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-5e37beae-44e1-4604-add9-2c7bbad263f1 None None] Transition to ACTIVE for port object 96b7140e-c646-402d-8097-7ee34a42d562 will not be triggered until provisioned by entity DHCP. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:19:30.098536 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5e37beae-44e1-4604-add9-2c7bbad263f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782'] for port, after_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:30.112192 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-2c35b442-b11b-433d-a3a7-58508cb66268 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:30.184669 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e37beae-44e1-4604-add9-2c7bbad263f1 None None] Network 1c537c90-32cb-4109-9814-ee7321945809 is already hosted by enough agents. {{(pid=82859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:19:30.196397 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.scheduler.base_scheduler [None req-5e37beae-44e1-4604-add9-2c7bbad263f1 None None] Resources bound (agent type, host, resource id):  {{(pid=82859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:19:30.199712 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e37beae-44e1-4604-add9-2c7bbad263f1 None None] Received port after_create {{(pid=82859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:19:30.242336 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-2c35b442-b11b-433d-a3a7-58508cb66268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:30.303855 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-5c616c5c-de1e-4f7c-89e7-6c22937e1a33 None None] Provisioning complete for port 3b667db6-4d09-45c9-99d9-8ac3932d6b0d triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:19:30.304218 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5c616c5c-de1e-4f7c-89e7-6c22937e1a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:30.399438 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-4461a252-4cee-43f2-a8dd-042d0291caa3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=82857) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 30 16:19:30.407608 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-4461a252-4cee-43f2-a8dd-042d0291caa3 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1848781
Dec 30 16:19:30.454273 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37beae-44e1-4604-add9-2c7bbad263f1 None None] Pushing event updated for resources: {'Port': ['ID=96b7140e-c646-402d-8097-7ee34a42d562,revision_number=1']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:30.504102 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3d86e8-96cb-4514-8e73-a39fe911c06b admin admin] Router 6caf6826-0f9c-48d3-b2c1-3dcea1b62223 has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:19:30.573300 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-5c616c5c-de1e-4f7c-89e7-6c22937e1a33 None None] Port 3b667db6-4d09-45c9-99d9-8ac3932d6b0d cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 30 16:19:30.574798 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-5e37beae-44e1-4604-add9-2c7bbad263f1 None None] Attempting to bind port 96b7140e-c646-402d-8097-7ee34a42d562 on host dv-cinder-822939-1-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:19:30.575264 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-5e37beae-44e1-4604-add9-2c7bbad263f1 None None] Attempting to bind port 96b7140e-c646-402d-8097-7ee34a42d562 by drivers openvswitch,hyperv on host dv-cinder-822939-1-iscsi at level 0 using segments [{'id': '22bfbb1f-a0de-45b6-8d76-3ecdcb181432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1c537c90-32cb-4109-9814-ee7321945809'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:19:30.575612 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e37beae-44e1-4604-add9-2c7bbad263f1 None None] Attempting to bind port 96b7140e-c646-402d-8097-7ee34a42d562 on network 1c537c90-32cb-4109-9814-ee7321945809 {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:19:30.600801 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e37beae-44e1-4604-add9-2c7bbad263f1 None None] Checking agent: {'id': 'b5560ab0-2c8e-4cda-8841-fe2255e3b07c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822939-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 11, 19), 'started_at': datetime.datetime(2021, 12, 30, 16, 11, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822939-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:19:30.601763 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e37beae-44e1-4604-add9-2c7bbad263f1 None None] Checking segment: {'id': '22bfbb1f-a0de-45b6-8d76-3ecdcb181432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1c537c90-32cb-4109-9814-ee7321945809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:19:30.602161 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5e37beae-44e1-4604-add9-2c7bbad263f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:30.602555 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e37beae-44e1-4604-add9-2c7bbad263f1 None None] Bound using segment: {'id': '22bfbb1f-a0de-45b6-8d76-3ecdcb181432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1c537c90-32cb-4109-9814-ee7321945809'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:19:30.603133 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-5e37beae-44e1-4604-add9-2c7bbad263f1 None None] Bound port: 96b7140e-c646-402d-8097-7ee34a42d562, host: dv-cinder-822939-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22bfbb1f-a0de-45b6-8d76-3ecdcb181432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1c537c90-32cb-4109-9814-ee7321945809'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:19:30.603501 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5e37beae-44e1-4604-add9-2c7bbad263f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:30.630924 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c35b442-b11b-433d-a3a7-58508cb66268 admin admin] Network 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:19:30.641677 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-2c35b442-b11b-433d-a3a7-58508cb66268 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:19:30.650726 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c35b442-b11b-433d-a3a7-58508cb66268 admin admin] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:19:30.745648 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35b442-b11b-433d-a3a7-58508cb66268 admin admin] Pushing event updated for resources: {'Port': ['ID=3e3df8ce-3d2e-4706-8f66-3f990bfb0be2,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:30.773853 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-75159e39-d9e8-4f7a-baa2-61a57a6e67ca service neutron] 10.222.0.31 "GET /v2.0/networks/48ed97d6-ee1a-49e6-9c45-ae96b16b4e98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3648894
Dec 30 16:19:30.814272 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-5e37beae-44e1-4604-add9-2c7bbad263f1 None None] For port 96b7140e-c646-402d-8097-7ee34a42d562, host dv-cinder-822939-1-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:19:30.818950 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3d86e8-96cb-4514-8e73-a39fe911c06b admin admin] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:19:30.820023 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-5e37beae-44e1-4604-add9-2c7bbad263f1 None None] For port 96b7140e-c646-402d-8097-7ee34a42d562, host dv-cinder-822939-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=96b7140e-c646-402d-8097-7ee34a42d562,segment=NetworkSegment(22bfbb1f-a0de-45b6-8d76-3ecdcb181432),segment_id=22bfbb1f-a0de-45b6-8d76-3ecdcb181432)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:19:30.829498 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5e37beae-44e1-4604-add9-2c7bbad263f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:30.836841 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-cd3d86e8-96cb-4514-8e73-a39fe911c06b admin admin] 10.222.0.31 "PUT /v2.0/routers/6caf6826-0f9c-48d3-b2c1-3dcea1b62223/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0772917
Dec 30 16:19:30.941906 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:19:31.009870 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37beae-44e1-4604-add9-2c7bbad263f1 None None] Pushing event updated for resources: {'Port': ['ID=96b7140e-c646-402d-8097-7ee34a42d562,revision_number=2']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:31.195094 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-6df56d00-6e66-4cb8-a40c-7345b68d99da service neutron] 10.222.0.31 "GET /v2.0/networks/48ed97d6-ee1a-49e6-9c45-ae96b16b4e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4203870
Dec 30 16:19:31.218857 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device b0eb11d6-b4cf-4ed4-a8b4-3277a7017255 up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:19:31.356157 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning for port b0eb11d6-b4cf-4ed4-a8b4-3277a7017255 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:19:31.372498 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port b0eb11d6-b4cf-4ed4-a8b4-3277a7017255 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:19:31.372837 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:31.377688 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-2c35b442-b11b-433d-a3a7-58508cb66268 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:31.378600 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-2c35b442-b11b-433d-a3a7-58508cb66268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4015929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4017997'] for router, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:31.677508 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:31.697224 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] For port b0eb11d6-b4cf-4ed4-a8b4-3277a7017255, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=b0eb11d6-b4cf-4ed4-a8b4-3277a7017255,segment=NetworkSegment(a1965180-a5eb-4dfc-97e0-14ede4debdc3),segment_id=a1965180-a5eb-4dfc-97e0-14ede4debdc3)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:19:31.703032 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:31.801545 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c35b442-b11b-433d-a3a7-58508cb66268 admin admin] Router e5e016c0-5fc0-420a-8f2e-af1da10ce601 is scheduled to L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f with binding_index 1 {{(pid=82857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 30 16:19:31.890821 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Pushing event updated for resources: {'Port': ['ID=b0eb11d6-b4cf-4ed4-a8b4-3277a7017255,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:32.070681 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 46950) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:32.075630 dv-cinder-822939-1-iscsi neutron-server[82858]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Dec 30 16:19:32.209975 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8a49961b-43c6-4e89-b2f9-86c23c09d9fd req-6f399aad-0b21-447f-96c9-58165ee73900 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/ports?device_id=617cd47b-dc30-48c8-b799-8f16ead3a52f HTTP/1.1" status: 200  len: 210 time: 0.1365149
Dec 30 16:19:32.246761 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c35b442-b11b-433d-a3a7-58508cb66268 admin admin] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:19:32.258181 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d0d546-5b51-4248-aa57-0cffcf17eda6 None None] Sync routers for ids ['e5e016c0-5fc0-420a-8f2e-af1da10ce601'] in dv-cinder-822939-1-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:19:32.273420 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d0d546-5b51-4248-aa57-0cffcf17eda6 None None] Routers {'e5e016c0-5fc0-420a-8f2e-af1da10ce601'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:19:32.274052 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-b7d0d546-5b51-4248-aa57-0cffcf17eda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d57917f0>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:19:17Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['e5e016c0-5fc0-420a-8f2e-af1da10ce601'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:19:32.311778 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-2c35b442-b11b-433d-a3a7-58508cb66268 admin admin] Notify callbacks [] for router, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:32.316157 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-2c35b442-b11b-433d-a3a7-58508cb66268 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.7635856
Dec 30 16:19:32.316362 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 46958) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:32.318790 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 46960) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:32.391704 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-e4b6c5c7-b46f-49b0-8381-4e5a76c8e471 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1233863043', 'description': 'tempest-description--805874831'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:19:32.433850 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-e4b6c5c7-b46f-49b0-8381-4e5a76c8e471 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:32.442867 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-e4b6c5c7-b46f-49b0-8381-4e5a76c8e471 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Usage tracker for resource:security_group and tenant:1536238b1f9f45e0859c9074dfb7be10 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:32.456425 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-e4b6c5c7-b46f-49b0-8381-4e5a76c8e471 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:32.469000 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-e4b6c5c7-b46f-49b0-8381-4e5a76c8e471 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:32.532995 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e4b6c5c7-b46f-49b0-8381-4e5a76c8e471 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:32.548822 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bda879-edab-4dd7-86c9-bafed55e16fd None None] Network 1c537c90-32cb-4109-9814-ee7321945809 requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:19:32.643972 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 46984) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:32.678989 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-e4b6c5c7-b46f-49b0-8381-4e5a76c8e471 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:32.690866 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-e4b6c5c7-b46f-49b0-8381-4e5a76c8e471 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Usage tracker for resource:security_group_rule and tenant:1536238b1f9f45e0859c9074dfb7be10 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:32.695567 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-e4b6c5c7-b46f-49b0-8381-4e5a76c8e471 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:32.705371 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-e4b6c5c7-b46f-49b0-8381-4e5a76c8e471 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:32.723516 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-5b322bf9-c345-4251-a740-cfb92bb94908 None None] Provisioning for port 96b7140e-c646-402d-8097-7ee34a42d562 completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:19:32.729925 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-b7d0d546-5b51-4248-aa57-0cffcf17eda6 None None] Set router e5e016c0-5fc0-420a-8f2e-af1da10ce601 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:19:32.819562 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e4b6c5c7-b46f-49b0-8381-4e5a76c8e471 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:32.837901 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6f5b762c-618f-48ca-8b8d-8a4d3953ede4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:32.886215 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-6f5b762c-618f-48ca-8b8d-8a4d3953ede4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:32.891551 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-6f5b762c-618f-48ca-8b8d-8a4d3953ede4 admin admin] Usage tracker for resource:security_group_rule and tenant:051268d8e6f247e3b019ec60702942bb is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:32.894009 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e4b6c5c7-b46f-49b0-8381-4e5a76c8e471 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:32.900689 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-6f5b762c-618f-48ca-8b8d-8a4d3953ede4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:32.910544 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-6f5b762c-618f-48ca-8b8d-8a4d3953ede4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:32.976421 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e4b6c5c7-b46f-49b0-8381-4e5a76c8e471 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:32.977749 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-e4b6c5c7-b46f-49b0-8381-4e5a76c8e471 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.6581695
Dec 30 16:19:32.988365 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 46998) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:33.002401 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-0aa0aa36-e860-4ad4-b9bd-1f4ee67b7b48 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Request body: {'security_group_rule': {'security_group_id': '5fd96f0c-9b1a-4c24-a453-db5056cf268b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:19:33.008380 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-0aa0aa36-e860-4ad4-b9bd-1f4ee67b7b48 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:33.027090 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-0aa0aa36-e860-4ad4-b9bd-1f4ee67b7b48 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Usage tracker for resource:security_group_rule and tenant:1536238b1f9f45e0859c9074dfb7be10 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:33.030472 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-0aa0aa36-e860-4ad4-b9bd-1f4ee67b7b48 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:33.053291 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b6c5c7-b46f-49b0-8381-4e5a76c8e471 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd96f0c-9b1a-4c24-a453-db5056cf268b,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:33.055724 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-0aa0aa36-e860-4ad4-b9bd-1f4ee67b7b48 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:33.061265 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6f5b762c-618f-48ca-8b8d-8a4d3953ede4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:33.072151 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6f5b762c-618f-48ca-8b8d-8a4d3953ede4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:33.137517 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b762c-618f-48ca-8b8d-8a4d3953ede4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17a6a12-7a52-45a4-bb95-e57fe433740f,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:33.151794 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-6f5b762c-618f-48ca-8b8d-8a4d3953ede4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=051268d8e6f247e3b019ec60702942bb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5062923
Dec 30 16:19:33.152606 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 47008) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:33.227852 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0aa0aa36-e860-4ad4-b9bd-1f4ee67b7b48 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:33.284218 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-dc0a920d-99b9-430b-8e44-2052e854b4cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:33.353679 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-dc0a920d-99b9-430b-8e44-2052e854b4cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:33.367481 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device b0eb11d6-b4cf-4ed4-a8b4-3277a7017255 up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:19:33.400193 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0aa0aa36-e860-4ad4-b9bd-1f4ee67b7b48 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:33.494466 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-b7d0d546-5b51-4248-aa57-0cffcf17eda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d57917f0>, [{'id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'name': 'tempest-AttachVolumeTestJSON-2073934760-router', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:19:31Z', 'revision_number': 3, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'gw_port': {'id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:29Z', 'updated_at': '2021-12-30T16:19:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi'}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:19:33.498163 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-dc0a920d-99b9-430b-8e44-2052e854b4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:33.503943 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d0d546-5b51-4248-aa57-0cffcf17eda6 None None] Checking router: e5e016c0-5fc0-420a-8f2e-af1da10ce601 for host: dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:19:33.504283 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d0d546-5b51-4248-aa57-0cffcf17eda6 None None] Updating router e5e016c0-5fc0-420a-8f2e-af1da10ce601 port 3e3df8ce-3d2e-4706-8f66-3f990bfb0be2 binding host dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 30 16:19:33.521183 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-dc0a920d-99b9-430b-8e44-2052e854b4cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:33.522887 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-dc0a920d-99b9-430b-8e44-2052e854b4cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b17a6a12-7a52-45a4-bb95-e57fe433740f HTTP/1.1" status: 204  len: 168 time: 0.3687289
Dec 30 16:19:33.526158 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a920d-99b9-430b-8e44-2052e854b4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17a6a12-7a52-45a4-bb95-e57fe433740f,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:33.557812 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0aa0aa36-e860-4ad4-b9bd-1f4ee67b7b48 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002726'] for security_group_rule, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:33.576136 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0bd7651c-1b36-40c6-8d18-ac1ea8a29188 req-281ce40f-03a0-4d4f-9bb5-123eb7d13ffb tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/ports?device_id=617cd47b-dc30-48c8-b799-8f16ead3a52f HTTP/1.1" status: 200  len: 210 time: 0.1908300
Dec 30 16:19:33.589368 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa0aa36-e860-4ad4-b9bd-1f4ee67b7b48 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de0b86e-acbc-4a5b-bab4-185e265ca6e3,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:33.623237 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0aa0aa36-e860-4ad4-b9bd-1f4ee67b7b48 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:33.624630 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-0aa0aa36-e860-4ad4-b9bd-1f4ee67b7b48 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.6319418
Dec 30 16:19:33.631435 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 47028) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:33.639617 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-0af3e782-5649-4221-a4be-35cd3ffdef84 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Request body: {'security_group_rule': {'security_group_id': '5fd96f0c-9b1a-4c24-a453-db5056cf268b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:19:33.655964 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-0af3e782-5649-4221-a4be-35cd3ffdef84 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:33.663261 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-0af3e782-5649-4221-a4be-35cd3ffdef84 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Usage tracker for resource:security_group_rule and tenant:1536238b1f9f45e0859c9074dfb7be10 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:33.667362 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-0af3e782-5649-4221-a4be-35cd3ffdef84 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:33.668435 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port b0eb11d6-b4cf-4ed4-a8b4-3277a7017255 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:19:33.669369 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:33.675513 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-0af3e782-5649-4221-a4be-35cd3ffdef84 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:33.699042 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0af3e782-5649-4221-a4be-35cd3ffdef84 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:33.715212 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b7d0d546-5b51-4248-aa57-0cffcf17eda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:33.907955 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0af3e782-5649-4221-a4be-35cd3ffdef84 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:33.915053 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0af3e782-5649-4221-a4be-35cd3ffdef84 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002726'] for security_group_rule, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:33.948965 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af3e782-5649-4221-a4be-35cd3ffdef84 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=646e8031-6bc2-47af-a4cb-b42e55c5a30f,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:33.992222 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0af3e782-5649-4221-a4be-35cd3ffdef84 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:33.993630 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-0af3e782-5649-4221-a4be-35cd3ffdef84 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3604786
Dec 30 16:19:33.996316 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 47042) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:34.005597 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-7e1d8434-8d74-4f08-9a53-9c23588a0f92 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Request body: {'floatingip': {'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:19:34.011832 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-7e1d8434-8d74-4f08-9a53-9c23588a0f92 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:34.015894 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-7e1d8434-8d74-4f08-9a53-9c23588a0f92 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Usage tracker for resource:floatingip and tenant:1536238b1f9f45e0859c9074dfb7be10 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:34.019408 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-7e1d8434-8d74-4f08-9a53-9c23588a0f92 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:34.026002 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-7e1d8434-8d74-4f08-9a53-9c23588a0f92 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:34.040458 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7e1d8434-8d74-4f08-9a53-9c23588a0f92 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for floatingip, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:34.085490 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ef45fd16-e4bd-48ad-bd1f-f71f5e35e17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:34.110484 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 96b7140e-c646-402d-8097-7ee34a42d562 up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:19:34.206758 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7e1d8434-8d74-4f08-9a53-9c23588a0f92 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:34.377180 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning for port 96b7140e-c646-402d-8097-7ee34a42d562 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:19:34.388044 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 96b7140e-c646-402d-8097-7ee34a42d562 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:19:34.388972 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:34.553034 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 47070) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:34.586217 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b7d0d546-5b51-4248-aa57-0cffcf17eda6 None None] Notify callbacks [] for port, precommit_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:34.676247 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-b7d0d546-5b51-4248-aa57-0cffcf17eda6 None None] Transition to ACTIVE for port object 3e3df8ce-3d2e-4706-8f66-3f990bfb0be2 will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:19:34.710768 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b7d0d546-5b51-4248-aa57-0cffcf17eda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:34.860398 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [None req-7e1d8434-8d74-4f08-9a53-9c23588a0f92 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Allocated IP 172.27.1.56 (0b94b64d-9d7c-4a44-8bd0-f4e286ff014b/ad43253e-6e30-4230-9b92-331ad2639f5e/afbea671-7020-4ffd-9cb8-b34380362f4b) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:19:34.913774 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac96e252-66eb-44fc-a5c8-97cbd93dc320 None None] Pushing event updated for resources: {'Port': ['ID=3e3df8ce-3d2e-4706-8f66-3f990bfb0be2,revision_number=2']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:34.916189 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [None req-ef45fd16-e4bd-48ad-bd1f-f71f5e35e17c admin admin] Allocated IP 172.20.0.1 (1c537c90-32cb-4109-9814-ee7321945809/944ab297-fca1-4f6e-94db-374949491f42/caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:19:35.043286 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-b7d0d546-5b51-4248-aa57-0cffcf17eda6 None None] Attempting to bind port 3e3df8ce-3d2e-4706-8f66-3f990bfb0be2 on host dv-cinder-822939-1-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:19:35.043747 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-b7d0d546-5b51-4248-aa57-0cffcf17eda6 None None] Attempting to bind port 3e3df8ce-3d2e-4706-8f66-3f990bfb0be2 by drivers openvswitch,hyperv on host dv-cinder-822939-1-iscsi at level 0 using segments [{'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:19:35.044238 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d0d546-5b51-4248-aa57-0cffcf17eda6 None None] Attempting to bind port 3e3df8ce-3d2e-4706-8f66-3f990bfb0be2 on network 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:19:35.065282 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d0d546-5b51-4248-aa57-0cffcf17eda6 None None] Checking agent: {'id': 'b5560ab0-2c8e-4cda-8841-fe2255e3b07c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822939-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 11, 19), 'started_at': datetime.datetime(2021, 12, 30, 16, 11, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822939-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:19:35.070041 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d0d546-5b51-4248-aa57-0cffcf17eda6 None None] Checking segment: {'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:19:35.070274 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b7d0d546-5b51-4248-aa57-0cffcf17eda6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:35.070676 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d0d546-5b51-4248-aa57-0cffcf17eda6 None None] Bound using segment: {'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:19:35.071156 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-b7d0d546-5b51-4248-aa57-0cffcf17eda6 None None] Bound port: 3e3df8ce-3d2e-4706-8f66-3f990bfb0be2, host: dv-cinder-822939-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:19:35.071525 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b7d0d546-5b51-4248-aa57-0cffcf17eda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:35.100160 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.43', 64626) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:35.216692 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ef45fd16-e4bd-48ad-bd1f-f71f5e35e17c admin admin] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:35.221616 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:35.256298 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5b031d6e-3e26-4b5a-ade3-c58321e82564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:35.265093 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.provisioning_blocks [None req-ef45fd16-e4bd-48ad-bd1f-f71f5e35e17c admin admin] Transition to ACTIVE for port object caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8 will not be triggered until provisioned by entity DHCP. {{(pid=82858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:19:35.323975 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-b7d0d546-5b51-4248-aa57-0cffcf17eda6 None None] For port 3e3df8ce-3d2e-4706-8f66-3f990bfb0be2, host dv-cinder-822939-1-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:19:35.339307 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-b7d0d546-5b51-4248-aa57-0cffcf17eda6 None None] For port 3e3df8ce-3d2e-4706-8f66-3f990bfb0be2, host dv-cinder-822939-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=3e3df8ce-3d2e-4706-8f66-3f990bfb0be2,segment=NetworkSegment(a1965180-a5eb-4dfc-97e0-14ede4debdc3),segment_id=a1965180-a5eb-4dfc-97e0-14ede4debdc3)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:19:35.357696 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b7d0d546-5b51-4248-aa57-0cffcf17eda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:35.384062 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7e1d8434-8d74-4f08-9a53-9c23588a0f92 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:35.384751 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0054c111-efa3-4c48-8fac-8c8bfd9ee9e6 req-ce99218a-4043-4b9a-9715-a7d39527148a tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/ports?device_id=617cd47b-dc30-48c8-b799-8f16ead3a52f HTTP/1.1" status: 200  len: 210 time: 0.1155119
Dec 30 16:19:35.435217 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ef45fd16-e4bd-48ad-bd1f-f71f5e35e17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:35.471520 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-5b031d6e-3e26-4b5a-ade3-c58321e82564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:35.481985 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-5b031d6e-3e26-4b5a-ade3-c58321e82564 admin admin] Usage tracker for resource:security_group_rule and tenant:fc2169c96db24d9bb0072e6b2538e0ff is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:35.487880 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-5b031d6e-3e26-4b5a-ade3-c58321e82564 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:35.496609 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-5b031d6e-3e26-4b5a-ade3-c58321e82564 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:35.525275 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] For port 96b7140e-c646-402d-8097-7ee34a42d562, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=96b7140e-c646-402d-8097-7ee34a42d562,segment=NetworkSegment(22bfbb1f-a0de-45b6-8d76-3ecdcb181432),segment_id=22bfbb1f-a0de-45b6-8d76-3ecdcb181432)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:19:35.559828 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef45fd16-e4bd-48ad-bd1f-f71f5e35e17c admin admin] Network 1c537c90-32cb-4109-9814-ee7321945809 is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:19:35.563804 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-ef45fd16-e4bd-48ad-bd1f-f71f5e35e17c admin admin] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:19:35.572504 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef45fd16-e4bd-48ad-bd1f-f71f5e35e17c admin admin] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:19:35.573231 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ef45fd16-e4bd-48ad-bd1f-f71f5e35e17c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4018067'] for router_interface, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:35.575607 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:35.599735 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45fd16-e4bd-48ad-bd1f-f71f5e35e17c admin admin] Pushing event updated for resources: {'Port': ['ID=caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:35.608182 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 47120) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:35.612336 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac96e252-66eb-44fc-a5c8-97cbd93dc320 None None] Pushing event updated for resources: {'Port': ['ID=3e3df8ce-3d2e-4706-8f66-3f990bfb0be2,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:35.662132 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d0d546-5b51-4248-aa57-0cffcf17eda6 None None] Routers {'e5e016c0-5fc0-420a-8f2e-af1da10ce601'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:19:35.662692 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5b031d6e-3e26-4b5a-ade3-c58321e82564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:35.662839 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-b7d0d546-5b51-4248-aa57-0cffcf17eda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d57917f0>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:19:17Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['e5e016c0-5fc0-420a-8f2e-af1da10ce601'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:19:35.671220 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7e1d8434-8d74-4f08-9a53-9c23588a0f92 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:35.720983 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ef45fd16-e4bd-48ad-bd1f-f71f5e35e17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:35.799676 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1d8434-8d74-4f08-9a53-9c23588a0f92 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Network 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:19:35.801737 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5b031d6e-3e26-4b5a-ade3-c58321e82564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:35.974656 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d8434-8d74-4f08-9a53-9c23588a0f92 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Pushing event updated for resources: {'Port': ['ID=afbea671-7020-4ffd-9cb8-b34380362f4b,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:35.977841 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-7e1d8434-8d74-4f08-9a53-9c23588a0f92 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:19:35.992072 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-c6bccc58-2be5-45a6-bf6a-daf67fc7ac41 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:35.994046 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-c6bccc58-2be5-45a6-bf6a-daf67fc7ac41 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.43 "GET /v2.0/networks?id=48ed97d6-ee1a-49e6-9c45-ae96b16b4e98 HTTP/1.1" status: 200  len: 812 time: 0.8930039
Dec 30 16:19:35.997247 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1d8434-8d74-4f08-9a53-9c23588a0f92 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:19:36.011280 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-5b031d6e-3e26-4b5a-ade3-c58321e82564 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc2169c96db24d9bb0072e6b2538e0ff&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4561791
Dec 30 16:19:36.020620 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 47152) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:36.091087 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ef45fd16-e4bd-48ad-bd1f-f71f5e35e17c admin admin] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:36.102845 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ef45fd16-e4bd-48ad-bd1f-f71f5e35e17c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:36.103850 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ef45fd16-e4bd-48ad-bd1f-f71f5e35e17c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4017274'] for router_interface, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:36.105599 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-b7d0d546-5b51-4248-aa57-0cffcf17eda6 None None] Set router e5e016c0-5fc0-420a-8f2e-af1da10ce601 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:19:36.130469 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-93d2e838-47fb-4290-bf0f-bd518a755d41 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Request body: {'port': {'device_id': '617cd47b-dc30-48c8-b799-8f16ead3a52f', 'network_id': '48ed97d6-ee1a-49e6-9c45-ae96b16b4e98', 'admin_state_up': True, 'tenant_id': 'b8d8b205505c44f38e61784724e2bce5'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:19:36.344366 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Pushing event updated for resources: {'Port': ['ID=96b7140e-c646-402d-8097-7ee34a42d562,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:36.410663 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-93d2e838-47fb-4290-bf0f-bd518a755d41 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:36.414933 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-93d2e838-47fb-4290-bf0f-bd518a755d41 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Usage tracker for resource:port and tenant:b8d8b205505c44f38e61784724e2bce5 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:36.418228 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-93d2e838-47fb-4290-bf0f-bd518a755d41 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:36.424909 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-93d2e838-47fb-4290-bf0f-bd518a755d41 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:36.432622 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b031d6e-3e26-4b5a-ade3-c58321e82564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00acfd3b-4951-457d-b80d-326816796dda,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:36.470888 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d9ac40d3-1015-404b-9bcc-c0b4e22990f9 None None] Provisioning for port caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8 completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:19:36.486161 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45fd16-e4bd-48ad-bd1f-f71f5e35e17c admin admin] Pushing event updated for resources: {'Port': ['ID=caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:36.486636 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d9ac40d3-1015-404b-9bcc-c0b4e22990f9 None None] Provisioning complete for port caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:19:36.487214 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d9ac40d3-1015-404b-9bcc-c0b4e22990f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:36.506831 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f8747b8a-2972-444d-8e57-804067290585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:36.577507 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-d9ac40d3-1015-404b-9bcc-c0b4e22990f9 None None] Port caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8 cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 30 16:19:36.711803 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef45fd16-e4bd-48ad-bd1f-f71f5e35e17c admin admin] Network 1c537c90-32cb-4109-9814-ee7321945809 is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:19:36.713481 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-f8747b8a-2972-444d-8e57-804067290585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:36.716573 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-ef45fd16-e4bd-48ad-bd1f-f71f5e35e17c admin admin] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:19:36.911591 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-b7d0d546-5b51-4248-aa57-0cffcf17eda6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d57917f0>, [{'id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'name': 'tempest-AttachVolumeTestJSON-2073934760-router', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:19:35Z', 'revision_number': 4, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'gw_port': {'id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:29Z', 'updated_at': '2021-12-30T16:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': 'caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8', 'name': '', 'network_id': '1c537c90-32cb-4109-9814-ee7321945809', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'mac_address': 'fa:16:3e:75:b9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '944ab297-fca1-4f6e-94db-374949491f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:34Z', 'updated_at': '2021-12-30T16:19:34Z', 'revision_number': 1, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'subnets': [{'id': '944ab297-fca1-4f6e-94db-374949491f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:19:36.921412 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d0d546-5b51-4248-aa57-0cffcf17eda6 None None] The sync data for ids ['e5e016c0-5fc0-420a-8f2e-af1da10ce601'] in dv-cinder-822939-1-iscsi is: [{'id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'name': 'tempest-AttachVolumeTestJSON-2073934760-router', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:19:35Z', 'revision_number': 4, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'gw_port': {'id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:29Z', 'updated_at': '2021-12-30T16:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': 'caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8', 'name': '', 'network_id': '1c537c90-32cb-4109-9814-ee7321945809', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'mac_address': 'fa:16:3e:75:b9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '944ab297-fca1-4f6e-94db-374949491f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:34Z', 'updated_at': '2021-12-30T16:19:34Z', 'revision_number': 1, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'subnets': [{'id': '944ab297-fca1-4f6e-94db-374949491f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:19:36.947672 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-f8747b8a-2972-444d-8e57-804067290585 admin admin] Usage tracker for resource:security_group_rule and tenant:515bfaff36254beb8efd9f674b006ebf is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:36.954235 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-f8747b8a-2972-444d-8e57-804067290585 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:36.974386 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7e09dd6d-044a-4964-b09e-920dca337a44 req-e720677e-3550-4769-a41d-cc6878ef8995 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/ports?device_id=617cd47b-dc30-48c8-b799-8f16ead3a52f HTTP/1.1" status: 200  len: 210 time: 0.1727388
Dec 30 16:19:36.975102 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-93d2e838-47fb-4290-bf0f-bd518a755d41 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Made reservation on behalf of b8d8b205505c44f38e61784724e2bce5 for: {'port': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:19:36.979360 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-93d2e838-47fb-4290-bf0f-bd518a755d41 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:36.989410 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-f8747b8a-2972-444d-8e57-804067290585 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:37.200465 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f8747b8a-2972-444d-8e57-804067290585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:37.206478 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d093a734-9172-4c73-86c4-494ff942c9b2 None None] Provisioning complete for port caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:19:37.209749 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f8747b8a-2972-444d-8e57-804067290585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:37.210328 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d093a734-9172-4c73-86c4-494ff942c9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:37.271434 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-93d2e838-47fb-4290-bf0f-bd518a755d41 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Allocated IP 172.20.0.5 (48ed97d6-ee1a-49e6-9c45-ae96b16b4e98/571efa7f-76f6-4007-ac4c-472e7b062b66/58d6023b-b98d-412b-b80a-995db3699bcc) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:19:37.334534 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-d093a734-9172-4c73-86c4-494ff942c9b2 None None] Port caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8 cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 30 16:19:37.355141 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7e1d8434-8d74-4f08-9a53-9c23588a0f92 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:37.426992 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8747b8a-2972-444d-8e57-804067290585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881f8aae-dfa5-4a0b-87a7-a56a647aaf4b,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:37.442216 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ca3cd29e-dfc2-491f-9625-b57db2f540d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:37.486679 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-f8747b8a-2972-444d-8e57-804067290585 admin admin] Synchronizing usage tracker for tenant:c8f8c14409524e9ca23c9d84b3f073f6 on resource:security_group {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:19:37.612123 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-f8747b8a-2972-444d-8e57-804067290585 admin admin] Unset dirty status for tenant:c8f8c14409524e9ca23c9d84b3f073f6 on resource:security_group {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:19:37.618728 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-f8747b8a-2972-444d-8e57-804067290585 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=515bfaff36254beb8efd9f674b006ebf&name=default HTTP/1.1" status: 200  len: 2647 time: 2.0064864
Dec 30 16:19:37.619279 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 47204) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:37.642385 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7e1d8434-8d74-4f08-9a53-9c23588a0f92 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:37.743030 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 96b7140e-c646-402d-8097-7ee34a42d562 up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:19:37.758504 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ca3cd29e-dfc2-491f-9625-b57db2f540d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:37.778948 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef45fd16-e4bd-48ad-bd1f-f71f5e35e17c admin admin] Router e5e016c0-5fc0-420a-8f2e-af1da10ce601 has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:19:37.790624 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-7136177f-2ebd-4ce6-868c-ce6608c43693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:37.896062 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 96b7140e-c646-402d-8097-7ee34a42d562 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:19:37.896434 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:37.989300 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-7136177f-2ebd-4ce6-868c-ce6608c43693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:38.413451 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-7136177f-2ebd-4ce6-868c-ce6608c43693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:38.470877 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-93d2e838-47fb-4290-bf0f-bd518a755d41 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:38.511645 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7136177f-2ebd-4ce6-868c-ce6608c43693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881f8aae-dfa5-4a0b-87a7-a56a647aaf4b,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:38.531589 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7e1d8434-8d74-4f08-9a53-9c23588a0f92 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:38.571586 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4479aed8-40cd-486f-88e2-fb0b82899ecc req-fea019a0-52cc-4361-b8ea-f15db3df0912 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/ports?device_id=617cd47b-dc30-48c8-b799-8f16ead3a52f HTTP/1.1" status: 200  len: 210 time: 0.2860672
Dec 30 16:19:38.576932 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7e1d8434-8d74-4f08-9a53-9c23588a0f92 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:38.582762 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ca3cd29e-dfc2-491f-9625-b57db2f540d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:38.596750 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-7136177f-2ebd-4ce6-868c-ce6608c43693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:38.602358 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-7136177f-2ebd-4ce6-868c-ce6608c43693 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/881f8aae-dfa5-4a0b-87a7-a56a647aaf4b HTTP/1.1" status: 204  len: 168 time: 0.9766707
Dec 30 16:19:38.651085 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef45fd16-e4bd-48ad-bd1f-f71f5e35e17c admin admin] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:19:38.670178 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-ef45fd16-e4bd-48ad-bd1f-f71f5e35e17c admin admin] 10.222.0.31 "PUT /v2.0/routers/e5e016c0-5fc0-420a-8f2e-af1da10ce601/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3526335
Dec 30 16:19:38.671058 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 47244) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:38.729794 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3cd29e-dfc2-491f-9625-b57db2f540d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00acfd3b-4951-457d-b80d-326816796dda,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:38.839866 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7e1d8434-8d74-4f08-9a53-9c23588a0f92 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4017950'] for floatingip, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:38.840737 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 47254) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:38.881855 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d8434-8d74-4f08-9a53-9c23588a0f92 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Pushing event updated for resources: {'Port': ['ID=afbea671-7020-4ffd-9cb8-b34380362f4b,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:38.895657 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ca3cd29e-dfc2-491f-9625-b57db2f540d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:38.900786 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-ca3cd29e-dfc2-491f-9625-b57db2f540d1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/00acfd3b-4951-457d-b80d-326816796dda HTTP/1.1" status: 204  len: 168 time: 2.8762405
Dec 30 16:19:38.905328 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7e1d8434-8d74-4f08-9a53-9c23588a0f92 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for floatingip, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:38.908331 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-7e1d8434-8d74-4f08-9a53-9c23588a0f92 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.9060559
Dec 30 16:19:38.922560 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-93d2e838-47fb-4290-bf0f-bd518a755d41 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:39.071289 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-93d2e838-47fb-4290-bf0f-bd518a755d41 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Network 48ed97d6-ee1a-49e6-9c45-ae96b16b4e98 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:19:39.075001 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-93d2e838-47fb-4290-bf0f-bd518a755d41 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:19:39.098598 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-93d2e838-47fb-4290-bf0f-bd518a755d41 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:19:39.103274 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-93d2e838-47fb-4290-bf0f-bd518a755d41 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:39.104011 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-93d2e838-47fb-4290-bf0f-bd518a755d41 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:39.160511 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d2e838-47fb-4290-bf0f-bd518a755d41 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Pushing event updated for resources: {'Port': ['ID=58d6023b-b98d-412b-b80a-995db3699bcc,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:39.176928 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-93d2e838-47fb-4290-bf0f-bd518a755d41 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0548403
Dec 30 16:19:39.336463 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-42cadcee-dfa3-4a3a-adde-0c2ae006e799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:39.399791 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-42cadcee-dfa3-4a3a-adde-0c2ae006e799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:39.432735 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-42cadcee-dfa3-4a3a-adde-0c2ae006e799 admin admin] Usage tracker for resource:security_group_rule and tenant:1ebafe54e2934719892cf86930245116 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:39.443747 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-42cadcee-dfa3-4a3a-adde-0c2ae006e799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:39.447316 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5fa45ecb-1f84-480b-864a-201361cc4a46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:39.462356 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-42cadcee-dfa3-4a3a-adde-0c2ae006e799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:39.548677 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-5fa45ecb-1f84-480b-864a-201361cc4a46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:39.565823 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-5fa45ecb-1f84-480b-864a-201361cc4a46 admin admin] Usage tracker for resource:security_group_rule and tenant:667fd1137c554047a31f30cdf737eac3 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:39.570118 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-5fa45ecb-1f84-480b-864a-201361cc4a46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:39.588730 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-5fa45ecb-1f84-480b-864a-201361cc4a46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:39.714392 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-42cadcee-dfa3-4a3a-adde-0c2ae006e799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:39.736442 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-42cadcee-dfa3-4a3a-adde-0c2ae006e799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:39.840471 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-42cadcee-dfa3-4a3a-adde-0c2ae006e799 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1ebafe54e2934719892cf86930245116&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1679504
Dec 30 16:19:39.841442 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cadcee-dfa3-4a3a-adde-0c2ae006e799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e39b53-3b76-484f-a544-85bc6850c95e,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:39.843395 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 47286) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:39.859528 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5fa45ecb-1f84-480b-864a-201361cc4a46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:39.866383 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5fa45ecb-1f84-480b-864a-201361cc4a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:39.972974 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa45ecb-1f84-480b-864a-201361cc4a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55610a5b-f7c8-4d7e-95ba-96f3c77c3569,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:39.978735 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 47290) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:40.012547 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-cb6c1fed-6429-4ace-836c-d3626f833dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:40.024823 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-5fa45ecb-1f84-480b-864a-201361cc4a46 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=667fd1137c554047a31f30cdf737eac3&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1822729
Dec 30 16:19:40.027843 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 47296) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:40.031065 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e40edb8b-9b6d-47fc-9130-ee4eba96b7dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:40.077514 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-cb6c1fed-6429-4ace-836c-d3626f833dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:40.103939 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-e40edb8b-9b6d-47fc-9130-ee4eba96b7dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:40.112792 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-e40edb8b-9b6d-47fc-9130-ee4eba96b7dd admin admin] Usage tracker for resource:security_group_rule and tenant:1f7a8b9d0ce8467f81c820306dd9210d is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:40.117327 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-e40edb8b-9b6d-47fc-9130-ee4eba96b7dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:40.126238 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-e40edb8b-9b6d-47fc-9130-ee4eba96b7dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:40.149875 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3b87c741-0fed-4052-ad85-5d3623a591ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:40.201548 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3b87c741-0fed-4052-ad85-5d3623a591ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:40.255477 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-ea374acb-909d-467d-bcc9-2f264412c525 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Synchronizing usage tracker for tenant:1536238b1f9f45e0859c9074dfb7be10 on resource:security_group {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:19:40.261806 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-cb6c1fed-6429-4ace-836c-d3626f833dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:40.292921 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-cb6c1fed-6429-4ace-836c-d3626f833dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:40.297417 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-cb6c1fed-6429-4ace-836c-d3626f833dcf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/83e39b53-3b76-484f-a544-85bc6850c95e HTTP/1.1" status: 204  len: 168 time: 0.4470596
Dec 30 16:19:40.297417 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c1fed-6429-4ace-836c-d3626f833dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e39b53-3b76-484f-a544-85bc6850c95e,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:40.350766 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e40edb8b-9b6d-47fc-9130-ee4eba96b7dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:40.362017 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e40edb8b-9b6d-47fc-9130-ee4eba96b7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:40.372005 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-ea374acb-909d-467d-bcc9-2f264412c525 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Unset dirty status for tenant:1536238b1f9f45e0859c9074dfb7be10 on resource:security_group {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:19:40.373535 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-ea374acb-909d-467d-bcc9-2f264412c525 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1233863043&fields=id&tenant_id=1536238b1f9f45e0859c9074dfb7be10 HTTP/1.1" status: 200  len: 267 time: 0.1816468
Dec 30 16:19:40.581332 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40edb8b-9b6d-47fc-9130-ee4eba96b7dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16780c8a-6347-4aa7-ab14-233614aac1b2,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:40.614418 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-e8f66119-85ce-4301-9986-e9beb1f8e7aa tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:40.615470 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-e8f66119-85ce-4301-9986-e9beb1f8e7aa tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Synchronizing usage tracker for tenant:1536238b1f9f45e0859c9074dfb7be10 on resource:network {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:19:40.640332 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-e40edb8b-9b6d-47fc-9130-ee4eba96b7dd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1f7a8b9d0ce8467f81c820306dd9210d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6507728
Dec 30 16:19:40.642076 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-e8f66119-85ce-4301-9986-e9beb1f8e7aa tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Unset dirty status for tenant:1536238b1f9f45e0859c9074dfb7be10 on resource:network {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:19:40.644183 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-e8f66119-85ce-4301-9986-e9beb1f8e7aa tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/networks?id=9a0d327b-13ae-4aab-8565-47511b5fa283 HTTP/1.1" status: 200  len: 817 time: 0.2634330
Dec 30 16:19:40.644997 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 47316) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:40.660403 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3b87c741-0fed-4052-ad85-5d3623a591ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:40.704068 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-bd3f5ed5-88a0-47e5-afa7-7d37c05b03d5 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/quotas/1536238b1f9f45e0859c9074dfb7be10 HTTP/1.1" status: 200  len: 375 time: 0.0394554
Dec 30 16:19:40.765319 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87c741-0fed-4052-ad85-5d3623a591ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55610a5b-f7c8-4d7e-95ba-96f3c77c3569,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:40.812939 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3b87c741-0fed-4052-ad85-5d3623a591ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:40.814680 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-3b87c741-0fed-4052-ad85-5d3623a591ad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/55610a5b-f7c8-4d7e-95ba-96f3c77c3569 HTTP/1.1" status: 204  len: 168 time: 0.7857115
Dec 30 16:19:40.914020 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-c6d10376-3c8c-4d2e-a3e6-484b7519164b tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=82857) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 30 16:19:40.916099 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-c6d10376-3c8c-4d2e-a3e6-484b7519164b tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0067973
Dec 30 16:19:40.931222 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-74b5a5c5-9ad7-4569-bf32-1f34f9a52228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:40.974152 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-63f4361a-c947-4eb6-914f-68e182563cb4 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1536238b1f9f45e0859c9074dfb7be10&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2616503
Dec 30 16:19:40.979677 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-74b5a5c5-9ad7-4569-bf32-1f34f9a52228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:41.096363 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 47336) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:41.102534 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-5f97579e-0098-40b2-bbcb-1ffce64be13c tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Request body: {'security_group': {'name': 'tempest-securitygroup--755813685', 'description': 'tempest-description--165104768'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:19:41.113024 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-5f97579e-0098-40b2-bbcb-1ffce64be13c tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:41.132134 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-5f97579e-0098-40b2-bbcb-1ffce64be13c tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Usage tracker for resource:security_group and tenant:68a21c1767cb4406bba3b9b738393ddc is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:41.136326 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-5f97579e-0098-40b2-bbcb-1ffce64be13c tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:41.159093 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-5f97579e-0098-40b2-bbcb-1ffce64be13c tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:41.189536 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-74b5a5c5-9ad7-4569-bf32-1f34f9a52228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:41.190765 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5f97579e-0098-40b2-bbcb-1ffce64be13c tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:41.216411 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-7cb98b89-1225-44b4-9cc8-0a8f95618d94 service neutron] 10.222.0.31 "GET /v2.0/networks/9a0d327b-13ae-4aab-8565-47511b5fa283?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2234046
Dec 30 16:19:41.219568 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b5a5c5-9ad7-4569-bf32-1f34f9a52228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16780c8a-6347-4aa7-ab14-233614aac1b2,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:41.227081 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-74b5a5c5-9ad7-4569-bf32-1f34f9a52228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:41.228488 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-74b5a5c5-9ad7-4569-bf32-1f34f9a52228 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/16780c8a-6347-4aa7-ab14-233614aac1b2 HTTP/1.1" status: 204  len: 168 time: 0.5823803
Dec 30 16:19:41.284856 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-5f97579e-0098-40b2-bbcb-1ffce64be13c tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:41.292828 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-5f97579e-0098-40b2-bbcb-1ffce64be13c tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Usage tracker for resource:security_group_rule and tenant:68a21c1767cb4406bba3b9b738393ddc is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:41.296494 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-5f97579e-0098-40b2-bbcb-1ffce64be13c tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:41.315542 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-5f97579e-0098-40b2-bbcb-1ffce64be13c tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:41.553096 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-46572d8c-c8cf-4b32-9ef0-722a1db0ea50 service neutron] 10.222.0.31 "GET /v2.0/networks/9a0d327b-13ae-4aab-8565-47511b5fa283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3203933
Dec 30 16:19:41.605633 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5f97579e-0098-40b2-bbcb-1ffce64be13c tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:41.620679 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5f97579e-0098-40b2-bbcb-1ffce64be13c tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:41.719594 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97579e-0098-40b2-bbcb-1ffce64be13c tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5ba63b-323d-404a-9a34-f085df778d61,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:41.779810 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 47358) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:41.809849 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d41798-f145-4e49-92d3-6108b6b50a56 req-c09b501e-1923-42be-9244-4e43903f00d3 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:41.811706 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-84d41798-f145-4e49-92d3-6108b6b50a56 req-c09b501e-1923-42be-9244-4e43903f00d3 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/ports?device_id=617cd47b-dc30-48c8-b799-8f16ead3a52f HTTP/1.1" status: 200  len: 931 time: 0.4859776
Dec 30 16:19:41.813020 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5f97579e-0098-40b2-bbcb-1ffce64be13c tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:41.815821 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-5f97579e-0098-40b2-bbcb-1ffce64be13c tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.7184310
Dec 30 16:19:41.821758 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 47366) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:41.833511 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-47e4fad2-4b45-4491-9002-24859769b7e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:41.895009 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-151da9c5-3b66-462d-924b-099737b8d99a tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Request body: {'security_group_rule': {'security_group_id': 'bd5ba63b-323d-404a-9a34-f085df778d61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:19:41.906479 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-151da9c5-3b66-462d-924b-099737b8d99a tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:41.913004 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-151da9c5-3b66-462d-924b-099737b8d99a tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Usage tracker for resource:security_group_rule and tenant:68a21c1767cb4406bba3b9b738393ddc is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:41.917185 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-151da9c5-3b66-462d-924b-099737b8d99a tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:41.947044 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-84d41798-f145-4e49-92d3-6108b6b50a56 req-4418e170-7176-4a4c-bcc2-206ee71b6a20 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/security-groups?id=051870d8-1e5f-4e05-a183-ede239aaaa5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1267493
Dec 30 16:19:41.955669 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-151da9c5-3b66-462d-924b-099737b8d99a tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:41.991982 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-151da9c5-3b66-462d-924b-099737b8d99a tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:42.067969 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-17be52e5-e098-47e3-afe5-ffd1452dc9a8 req-8a6956c0-792f-4a28-8282-1175c93fe3e3 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 210 time: 0.1699138
Dec 30 16:19:42.119640 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-47e4fad2-4b45-4491-9002-24859769b7e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:42.127451 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-47e4fad2-4b45-4491-9002-24859769b7e9 admin admin] Usage tracker for resource:security_group_rule and tenant:d14bd7617b0646a8a6866c27a7926e97 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:42.137072 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-47e4fad2-4b45-4491-9002-24859769b7e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:42.154585 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-47e4fad2-4b45-4491-9002-24859769b7e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:42.156068 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-151da9c5-3b66-462d-924b-099737b8d99a tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:42.162940 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-5d7bb07d-15a6-4969-b9ad-573c25269b73 service neutron] Request body: {'port': {'device_id': '617cd47b-dc30-48c8-b799-8f16ead3a52f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82293'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:19:42.172239 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-151da9c5-3b66-462d-924b-099737b8d99a tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002726'] for security_group_rule, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:42.261198 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-151da9c5-3b66-462d-924b-099737b8d99a tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:42.262295 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-151da9c5-3b66-462d-924b-099737b8d99a tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4387345
Dec 30 16:19:42.263163 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151da9c5-3b66-462d-924b-099737b8d99a tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fbeadf4-1525-4b64-bbab-483bcb9cf854,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:42.267607 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 47388) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:42.449440 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-5d7bb07d-15a6-4969-b9ad-573c25269b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:42.467690 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-dbf08711-2e93-4a2b-940f-45a81a81d9a6 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Request body: {'security_group_rule': {'security_group_id': 'bd5ba63b-323d-404a-9a34-f085df778d61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:19:42.486014 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-dbf08711-2e93-4a2b-940f-45a81a81d9a6 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:42.586738 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-dbf08711-2e93-4a2b-940f-45a81a81d9a6 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Usage tracker for resource:security_group_rule and tenant:68a21c1767cb4406bba3b9b738393ddc is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:42.599262 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-dbf08711-2e93-4a2b-940f-45a81a81d9a6 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:42.678335 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-dbf08711-2e93-4a2b-940f-45a81a81d9a6 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:42.918924 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-47e4fad2-4b45-4491-9002-24859769b7e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:42.926461 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-dbf08711-2e93-4a2b-940f-45a81a81d9a6 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:42.932365 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 47410) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:42.947673 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 47416) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:42.995470 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-47e4fad2-4b45-4491-9002-24859769b7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:43.128857 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-dbf08711-2e93-4a2b-940f-45a81a81d9a6 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:43.191613 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-dbf08711-2e93-4a2b-940f-45a81a81d9a6 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002726'] for security_group_rule, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:43.419081 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae79793-54f2-479e-a8fc-a0b21fc7de21 req-91015404-837f-4929-8f3f-fc1307cfa7e3 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:43.435237 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4ae79793-54f2-479e-a8fc-a0b21fc7de21 req-91015404-837f-4929-8f3f-fc1307cfa7e3 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/ports?device_id=617cd47b-dc30-48c8-b799-8f16ead3a52f HTTP/1.1" status: 200  len: 931 time: 0.2207170
Dec 30 16:19:43.501919 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-cd765252-2305-4f16-97fe-a30644ba1581 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-760815534-network', 'tenant_id': 'b7a439398d224597ac2db0b4b5e154c9'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:19:43.504085 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4fad2-4b45-4491-9002-24859769b7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2f6d85-57b7-426c-8b9c-c8005842f1ea,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:43.517592 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-cd765252-2305-4f16-97fe-a30644ba1581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:43.530660 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-cd765252-2305-4f16-97fe-a30644ba1581 admin admin] Usage tracker for resource:network and tenant:b7a439398d224597ac2db0b4b5e154c9 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:43.551889 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-cd765252-2305-4f16-97fe-a30644ba1581 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:43.600708 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf08711-2e93-4a2b-940f-45a81a81d9a6 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a56870ed-a5a9-47a0-886e-233b41433873,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:43.623985 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-cd765252-2305-4f16-97fe-a30644ba1581 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:43.648089 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-58db46bb-8f0d-4399-8fd7-da68323de210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:43.729378 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-dbf08711-2e93-4a2b-940f-45a81a81d9a6 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:43.732178 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4ae79793-54f2-479e-a8fc-a0b21fc7de21 req-75322cc9-0b61-4d2f-ae5c-9eb54bca8273 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/security-groups?id=051870d8-1e5f-4e05-a183-ede239aaaa5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2751031
Dec 30 16:19:43.734063 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-dbf08711-2e93-4a2b-940f-45a81a81d9a6 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.4586568
Dec 30 16:19:43.736389 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-47e4fad2-4b45-4491-9002-24859769b7e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d14bd7617b0646a8a6866c27a7926e97&name=default HTTP/1.1" status: 200  len: 2647 time: 1.9554255
Dec 30 16:19:43.738762 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 47436) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:43.779025 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6c2629be-d224-4879-9c08-08de5b1f9f80 req-41670fc6-836d-4055-950f-9669e716c0d3 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 210 time: 0.2208540
Dec 30 16:19:43.784612 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 47438) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:43.811427 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 3e3df8ce-3d2e-4706-8f66-3f990bfb0be2 up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:19:43.830838 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-3cdd46ec-c6d5-44cd-a2c0-30eb6e48161b tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Request body: {'floatingip': {'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:19:43.853688 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-58db46bb-8f0d-4399-8fd7-da68323de210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:43.861439 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-3cdd46ec-c6d5-44cd-a2c0-30eb6e48161b tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:43.864374 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-58db46bb-8f0d-4399-8fd7-da68323de210 admin admin] Usage tracker for resource:security_group_rule and tenant:b44bb15224354a14bfa13db8324010c6 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:43.871162 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-3cdd46ec-c6d5-44cd-a2c0-30eb6e48161b tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Usage tracker for resource:floatingip and tenant:68a21c1767cb4406bba3b9b738393ddc is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:43.881934 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-58db46bb-8f0d-4399-8fd7-da68323de210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:43.884141 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-3cdd46ec-c6d5-44cd-a2c0-30eb6e48161b tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:43.901141 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd765252-2305-4f16-97fe-a30644ba1581 admin admin] Made reservation on behalf of b7a439398d224597ac2db0b4b5e154c9 for: {'network': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:19:43.913555 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-3cdd46ec-c6d5-44cd-a2c0-30eb6e48161b tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:43.913760 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cd765252-2305-4f16-97fe-a30644ba1581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for network, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:43.936020 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-58db46bb-8f0d-4399-8fd7-da68323de210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:43.945646 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cd765252-2305-4f16-97fe-a30644ba1581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:44.008394 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning for port 3e3df8ce-3d2e-4706-8f66-3f990bfb0be2 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:19:44.017789 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 3e3df8ce-3d2e-4706-8f66-3f990bfb0be2 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:19:44.018743 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:44.029378 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3cdd46ec-c6d5-44cd-a2c0-30eb6e48161b tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for floatingip, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:44.041559 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-cd765252-2305-4f16-97fe-a30644ba1581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:44.050910 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-cd765252-2305-4f16-97fe-a30644ba1581 admin admin] Usage tracker for resource:security_group_rule and tenant:b7a439398d224597ac2db0b4b5e154c9 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:44.072434 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-cd765252-2305-4f16-97fe-a30644ba1581 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:44.090163 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-cd765252-2305-4f16-97fe-a30644ba1581 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:44.226823 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-58db46bb-8f0d-4399-8fd7-da68323de210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:44.237934 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-58db46bb-8f0d-4399-8fd7-da68323de210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:44.300529 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-56c17ac9-5824-43e6-880a-b4ce53718269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:44.315589 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:44.341599 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-58db46bb-8f0d-4399-8fd7-da68323de210 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b44bb15224354a14bfa13db8324010c6&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3925605
Dec 30 16:19:44.344382 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db46bb-8f0d-4399-8fd7-da68323de210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bee57ab-ba9d-48c0-ab6a-46416662f541,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:44.349125 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 47452) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:44.359673 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] For port 3e3df8ce-3d2e-4706-8f66-3f990bfb0be2, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=3e3df8ce-3d2e-4706-8f66-3f990bfb0be2,segment=NetworkSegment(a1965180-a5eb-4dfc-97e0-14ede4debdc3),segment_id=a1965180-a5eb-4dfc-97e0-14ede4debdc3)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:19:44.367488 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:44.422319 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.db.resource_extend [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-5d7bb07d-15a6-4969-b9ad-573c25269b73 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Dec 30 16:19:44.444960 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a7405a42-5cfe-49d1-900c-59b55ae449d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:44.477283 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a7405a42-5cfe-49d1-900c-59b55ae449d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:44.531642 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Pushing event updated for resources: {'Port': ['ID=3e3df8ce-3d2e-4706-8f66-3f990bfb0be2,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:44.549784 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a7405a42-5cfe-49d1-900c-59b55ae449d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:44.586085 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7405a42-5cfe-49d1-900c-59b55ae449d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bee57ab-ba9d-48c0-ab6a-46416662f541,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:44.589841 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a7405a42-5cfe-49d1-900c-59b55ae449d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:44.591152 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-a7405a42-5cfe-49d1-900c-59b55ae449d1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3bee57ab-ba9d-48c0-ab6a-46416662f541 HTTP/1.1" status: 204  len: 168 time: 0.2346647
Dec 30 16:19:44.618229 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-56c17ac9-5824-43e6-880a-b4ce53718269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:44.634608 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cd765252-2305-4f16-97fe-a30644ba1581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:44.642511 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cd765252-2305-4f16-97fe-a30644ba1581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:44.745833 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd765252-2305-4f16-97fe-a30644ba1581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e583269a-a9b2-4e52-8f67-6d0466246341,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:44.801067 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd765252-2305-4f16-97fe-a30644ba1581 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'}  {{(pid=82858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 30 16:19:44.818505 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-56c17ac9-5824-43e6-880a-b4ce53718269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:44.834374 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cd765252-2305-4f16-97fe-a30644ba1581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:44.834669 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.db.segments_db [None req-cd765252-2305-4f16-97fe-a30644ba1581 admin admin] Added segment 5e7c4bd5-052d-4ba2-acdf-bb16b2da3585 of type vlan for network bedee143-5318-4a51-ae04-cad64acc5775
Dec 30 16:19:44.898968 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c17ac9-5824-43e6-880a-b4ce53718269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2f6d85-57b7-426c-8b9c-c8005842f1ea,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:44.899137 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.43', 64645) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:44.944500 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-5d7bb07d-15a6-4969-b9ad-573c25269b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d6023b-b98d-412b-b80a-995db3699bcc {{(pid=82857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:19:44.976609 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-5d7bb07d-15a6-4969-b9ad-573c25269b73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:44.985622 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-56c17ac9-5824-43e6-880a-b4ce53718269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:44.990560 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-56c17ac9-5824-43e6-880a-b4ce53718269 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6b2f6d85-57b7-426c-8b9c-c8005842f1ea HTTP/1.1" status: 204  len: 168 time: 1.1995740
Dec 30 16:19:45.000960 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cd765252-2305-4f16-97fe-a30644ba1581 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793095940298'] for network, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:45.058485 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-5d7bb07d-15a6-4969-b9ad-573c25269b73 service neutron] Transition to ACTIVE for port object 58d6023b-b98d-412b-b80a-995db3699bcc will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:19:45.074123 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-5d7bb07d-15a6-4969-b9ad-573c25269b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:45.129895 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-fe961371-2172-498f-8eb8-a08a5ea14f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:45.313525 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34cee2-3e37-4547-9acb-f968cd302a5b req-3ec57d93-9807-4c44-adad-e71c4fcbb070 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:45.328168 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5b34cee2-3e37-4547-9acb-f968cd302a5b req-3ec57d93-9807-4c44-adad-e71c4fcbb070 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/ports?device_id=617cd47b-dc30-48c8-b799-8f16ead3a52f HTTP/1.1" status: 200  len: 943 time: 0.1708586
Dec 30 16:19:45.425773 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cd765252-2305-4f16-97fe-a30644ba1581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487'] for network, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:45.426610 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd765252-2305-4f16-97fe-a30644ba1581 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:45.427176 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cd765252-2305-4f16-97fe-a30644ba1581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:45.544879 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-cd765252-2305-4f16-97fe-a30644ba1581 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 2.6110322
Dec 30 16:19:45.548995 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 47484) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:45.616630 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-522261a0-99f5-44fc-85dc-60ce1440aa53 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:45.618349 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-522261a0-99f5-44fc-85dc-60ce1440aa53 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.43 "GET /v2.0/networks?id=9a0d327b-13ae-4aab-8565-47511b5fa283 HTTP/1.1" status: 200  len: 817 time: 0.7182291
Dec 30 16:19:45.638151 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-f288210d-e353-4393-bbcd-9b40623c022d admin admin] Request body: {'subnet': {'network_id': 'bedee143-5318-4a51-ae04-cad64acc5775', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-760815534-subnet', 'tenant_id': 'b7a439398d224597ac2db0b4b5e154c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:19:45.652890 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-f288210d-e353-4393-bbcd-9b40623c022d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:45.663911 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-f288210d-e353-4393-bbcd-9b40623c022d admin admin] Usage tracker for resource:subnet and tenant:b7a439398d224597ac2db0b4b5e154c9 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:45.667779 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-f288210d-e353-4393-bbcd-9b40623c022d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:45.712716 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 3e3df8ce-3d2e-4706-8f66-3f990bfb0be2 up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:19:45.770835 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-f288210d-e353-4393-bbcd-9b40623c022d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:45.774684 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5b34cee2-3e37-4547-9acb-f968cd302a5b req-66593d35-4a29-4198-bc4c-c942d3dfebc7 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/security-groups?id=051870d8-1e5f-4e05-a183-ede239aaaa5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4456511
Dec 30 16:19:45.814563 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd765252-2305-4f16-97fe-a30644ba1581 admin admin] Pushing event updated for resources: {'Network': ['ID=bedee143-5318-4a51-ae04-cad64acc5775,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:45.816839 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f288210d-e353-4393-bbcd-9b40623c022d admin admin] Made reservation on behalf of b7a439398d224597ac2db0b4b5e154c9 for: {'subnet': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:19:45.819113 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f288210d-e353-4393-bbcd-9b40623c022d admin admin] Notify callbacks [] for subnet, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:45.842770 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a7c22176-c466-4e64-a2fe-d6cd08579a10 req-4f3acd41-b4ce-4e6a-9d0f-88921e211052 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 210 time: 0.6411748
Dec 30 16:19:45.888072 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Network bedee143-5318-4a51-ae04-cad64acc5775 details requested by agent ovs-agent-dv-cinder-822939-1-iscsi with host dv-cinder-822939-1-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 30 16:19:45.896917 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7bb07d-15a6-4969-b9ad-573c25269b73 service neutron] Pushing event updated for resources: {'Port': ['ID=58d6023b-b98d-412b-b80a-995db3699bcc,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:45.926668 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3cdd46ec-c6d5-44cd-a2c0-30eb6e48161b tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:45.938290 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-5d7bb07d-15a6-4969-b9ad-573c25269b73 service neutron] Attempting to bind port 58d6023b-b98d-412b-b80a-995db3699bcc on host hv-cinder-82293 for vnic_type normal with profile  {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:19:45.938644 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-5d7bb07d-15a6-4969-b9ad-573c25269b73 service neutron] Attempting to bind port 58d6023b-b98d-412b-b80a-995db3699bcc by drivers openvswitch,hyperv on host hv-cinder-82293 at level 0 using segments [{'id': '50be33e0-3d89-47d9-8dac-50038c791de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '48ed97d6-ee1a-49e6-9c45-ae96b16b4e98'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:19:45.938972 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-5d7bb07d-15a6-4969-b9ad-573c25269b73 service neutron] Attempting to bind port 58d6023b-b98d-412b-b80a-995db3699bcc on network 48ed97d6-ee1a-49e6-9c45-ae96b16b4e98 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:19:46.024313 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-5d7bb07d-15a6-4969-b9ad-573c25269b73 service neutron] Port 58d6023b-b98d-412b-b80a-995db3699bcc on network 48ed97d6-ee1a-49e6-9c45-ae96b16b4e98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82293 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 30 16:19:46.025033 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-5d7bb07d-15a6-4969-b9ad-573c25269b73 service neutron] Attempting to bind port 58d6023b-b98d-412b-b80a-995db3699bcc on network 48ed97d6-ee1a-49e6-9c45-ae96b16b4e98 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:19:46.076979 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-5d7bb07d-15a6-4969-b9ad-573c25269b73 service neutron] Checking agent: {'id': 'e529ec3e-5d50-4747-9e44-8ad3816b2791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82293', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'started_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:19:46.077711 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-5d7bb07d-15a6-4969-b9ad-573c25269b73 service neutron] Checking segment: {'id': '50be33e0-3d89-47d9-8dac-50038c791de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '48ed97d6-ee1a-49e6-9c45-ae96b16b4e98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:19:46.078463 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-5d7bb07d-15a6-4969-b9ad-573c25269b73 service neutron] Bound using segment: {'id': '50be33e0-3d89-47d9-8dac-50038c791de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '48ed97d6-ee1a-49e6-9c45-ae96b16b4e98'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:19:46.079134 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-5d7bb07d-15a6-4969-b9ad-573c25269b73 service neutron] Bound port: 58d6023b-b98d-412b-b80a-995db3699bcc, host: hv-cinder-82293, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50be33e0-3d89-47d9-8dac-50038c791de0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '48ed97d6-ee1a-49e6-9c45-ae96b16b4e98'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:19:46.083645 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-5d7bb07d-15a6-4969-b9ad-573c25269b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:46.084570 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-7b556e9f-1fd3-4f00-a08b-41a60ca986ce tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Synchronizing usage tracker for tenant:1536238b1f9f45e0859c9074dfb7be10 on resource:security_group {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:19:46.129437 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-7b556e9f-1fd3-4f00-a08b-41a60ca986ce tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Unset dirty status for tenant:1536238b1f9f45e0859c9074dfb7be10 on resource:security_group {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:19:46.134438 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-7b556e9f-1fd3-4f00-a08b-41a60ca986ce tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1536238b1f9f45e0859c9074dfb7be10 HTTP/1.1" status: 200  len: 380 time: 0.3362613
Dec 30 16:19:46.175998 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 3e3df8ce-3d2e-4706-8f66-3f990bfb0be2 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:19:46.176505 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:46.424155 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [None req-3cdd46ec-c6d5-44cd-a2c0-30eb6e48161b tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Allocated IP 172.27.1.190 (0b94b64d-9d7c-4a44-8bd0-f4e286ff014b/ad43253e-6e30-4230-9b92-331ad2639f5e/e0d04c26-adb6-4e7e-8435-750a229f8a3d) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:19:46.426569 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-5d7bb07d-15a6-4969-b9ad-573c25269b73 service neutron] For port 58d6023b-b98d-412b-b80a-995db3699bcc, host hv-cinder-82293, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:19:46.431094 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f288210d-e353-4393-bbcd-9b40623c022d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487'] for subnet, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:46.433633 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-5d7bb07d-15a6-4969-b9ad-573c25269b73 service neutron] For port 58d6023b-b98d-412b-b80a-995db3699bcc, host hv-cinder-82293, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=58d6023b-b98d-412b-b80a-995db3699bcc,segment=NetworkSegment(50be33e0-3d89-47d9-8dac-50038c791de0),segment_id=50be33e0-3d89-47d9-8dac-50038c791de0)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:19:46.462157 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-5d7bb07d-15a6-4969-b9ad-573c25269b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:46.526589 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-de42e4b8-219d-4354-bcb2-cccb1184ddca tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Request body: {'port': {'device_id': '6f037c14-64b7-46d3-a080-0ffbf8e791e6', 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283', 'admin_state_up': True, 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'security_groups': ['5fd96f0c-9b1a-4c24-a453-db5056cf268b']}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:19:46.611864 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7bb07d-15a6-4969-b9ad-573c25269b73 service neutron] Pushing event updated for resources: {'Port': ['ID=58d6023b-b98d-412b-b80a-995db3699bcc,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:46.715170 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288210d-e353-4393-bbcd-9b40623c022d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0353239-cb7a-470e-a508-cfd4b1d820aa,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:46.770801 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f288210d-e353-4393-bbcd-9b40623c022d admin admin] Checking segment: {'id': '5e7c4bd5-052d-4ba2-acdf-bb16b2da3585', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'bedee143-5318-4a51-ae04-cad64acc5775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:19:46.771113 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f288210d-e353-4393-bbcd-9b40623c022d admin admin] Network hostable DHCP agents. Network: bedee143-5318-4a51-ae04-cad64acc5775, hostable agents: ['56495f28-f8e1-4ded-a581-8b29fe371967'], hosted agents: [] {{(pid=82858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 30 16:19:46.868660 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f288210d-e353-4393-bbcd-9b40623c022d admin admin] Network bedee143-5318-4a51-ae04-cad64acc5775 is scheduled to be hosted by DHCP agent 56495f28-f8e1-4ded-a581-8b29fe371967 with binding_index 1 {{(pid=82858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 30 16:19:46.878132 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-de42e4b8-219d-4354-bcb2-cccb1184ddca tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:46.887575 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-de42e4b8-219d-4354-bcb2-cccb1184ddca tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Usage tracker for resource:port and tenant:1536238b1f9f45e0859c9074dfb7be10 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:46.890388 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-f288210d-e353-4393-bbcd-9b40623c022d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822939-1-iscsi, bedee143-5318-4a51-ae04-cad64acc5775) {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:19:46.894023 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-de42e4b8-219d-4354-bcb2-cccb1184ddca tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:46.903045 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fbed7f-1235-4bac-9310-49eeaabf5fa6 None None] Network bedee143-5318-4a51-ae04-cad64acc5775 requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:19:46.906764 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-5d7bb07d-15a6-4969-b9ad-573c25269b73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:46.912850 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-de42e4b8-219d-4354-bcb2-cccb1184ddca tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:46.915486 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f288210d-e353-4393-bbcd-9b40623c022d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:46.916061 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f288210d-e353-4393-bbcd-9b40623c022d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:46.923678 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-5d7bb07d-15a6-4969-b9ad-573c25269b73 service neutron] 10.222.0.43 "PUT /v2.0/ports/58d6023b-b98d-412b-b80a-995db3699bcc HTTP/1.1" status: 200  len: 1093 time: 5.6257825
Dec 30 16:19:46.924230 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '617cd47b-dc30-48c8-b799-8f16ead3a52f', 'tag': '58d6023b-b98d-412b-b80a-995db3699bcc'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:19:46.995960 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188f1523-f23b-4600-bad6-84997f95b9cc None None] Sync routers for ids ['6caf6826-0f9c-48d3-b2c1-3dcea1b62223'] in dv-cinder-822939-1-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:19:47.003267 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-f288210d-e353-4393-bbcd-9b40623c022d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.4112728
Dec 30 16:19:47.007990 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-de42e4b8-219d-4354-bcb2-cccb1184ddca tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Made reservation on behalf of 1536238b1f9f45e0859c9074dfb7be10 for: {'port': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:19:47.016851 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-de42e4b8-219d-4354-bcb2-cccb1184ddca tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:47.027887 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188f1523-f23b-4600-bad6-84997f95b9cc None None] Routers {'6caf6826-0f9c-48d3-b2c1-3dcea1b62223'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:19:47.028654 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-188f1523-f23b-4600-bad6-84997f95b9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d5485f10>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:19:17Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['6caf6826-0f9c-48d3-b2c1-3dcea1b62223'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:19:47.435148 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-f2b5abd1-3ae1-4507-8299-3543b47b67a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:47.484578 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-18fab3cb-dd73-4e92-b6f6-849e879211de req-ea9033ba-0f71-4ed5-b6b1-cbe536115c4f tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 210 time: 0.2161331
Dec 30 16:19:47.512741 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3cdd46ec-c6d5-44cd-a2c0-30eb6e48161b tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:47.583006 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f6c3f7-c4ae-4ed7-961c-e7aa7f034398 None None] Network bedee143-5318-4a51-ae04-cad64acc5775 requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:19:47.603904 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-7bc3f6b3-9efa-4621-bf9d-f63d93e2b2a0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b8d8b205505c44f38e61784724e2bce5&device_id=617cd47b-dc30-48c8-b799-8f16ead3a52f HTTP/1.1" status: 200  len: 1096 time: 0.5248425
Dec 30 16:19:47.657994 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-188f1523-f23b-4600-bad6-84997f95b9cc None None] Set router 6caf6826-0f9c-48d3-b2c1-3dcea1b62223 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:19:47.686681 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-de42e4b8-219d-4354-bcb2-cccb1184ddca tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Allocated IP 172.20.0.3 (9a0d327b-13ae-4aab-8565-47511b5fa283/0ef2724a-abaf-4140-a584-2ca4130b70f6/094c562e-74b6-42c1-9b38-609300df83c9) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:19:47.706864 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e68872-e751-4773-865b-31f7b0857859 req-91e28744-e5c6-4077-a8cf-88211217e5d0 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:47.708946 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-16e68872-e751-4773-865b-31f7b0857859 req-91e28744-e5c6-4077-a8cf-88211217e5d0 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/ports?device_id=617cd47b-dc30-48c8-b799-8f16ead3a52f HTTP/1.1" status: 200  len: 943 time: 0.4451480
Dec 30 16:19:47.941968 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-105ecad7-7855-4597-9d6d-20e532a38e76 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d6023b-b98d-412b-b80a-995db3699bcc HTTP/1.1" status: 200  len: 217 time: 0.3241813
Dec 30 16:19:47.988265 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-16e68872-e751-4773-865b-31f7b0857859 req-f6d53570-91e4-4ad4-ad04-75ea79f45872 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/security-groups?id=051870d8-1e5f-4e05-a183-ede239aaaa5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2714257
Dec 30 16:19:48.099136 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3cdd46ec-c6d5-44cd-a2c0-30eb6e48161b tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:48.226476 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-de42e4b8-219d-4354-bcb2-cccb1184ddca tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:48.251325 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-9aa4b054-30ce-4dbb-bdee-0c106bf74a06 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:48.257893 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-9aa4b054-30ce-4dbb-bdee-0c106bf74a06 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=571efa7f-76f6-4007-ac4c-472e7b062b66 HTTP/1.1" status: 200  len: 852 time: 0.2738893
Dec 30 16:19:48.287968 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdd46ec-c6d5-44cd-a2c0-30eb6e48161b tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Network 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:19:48.293741 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-3cdd46ec-c6d5-44cd-a2c0-30eb6e48161b tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:19:48.297103 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdd46ec-c6d5-44cd-a2c0-30eb6e48161b tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:19:48.315060 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.provisioning_blocks [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-de42e4b8-219d-4354-bcb2-cccb1184ddca tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Transition to ACTIVE for port object 094c562e-74b6-42c1-9b38-609300df83c9 will not be triggered until provisioned by entity DHCP. {{(pid=82858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:19:48.389817 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-de42e4b8-219d-4354-bcb2-cccb1184ddca tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:48.518976 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:48.520545 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-de42e4b8-219d-4354-bcb2-cccb1184ddca tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Network 9a0d327b-13ae-4aab-8565-47511b5fa283 is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:19:48.532144 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-de42e4b8-219d-4354-bcb2-cccb1184ddca tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:19:48.536738 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-de42e4b8-219d-4354-bcb2-cccb1184ddca tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:19:48.550601 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3cdd46ec-c6d5-44cd-a2c0-30eb6e48161b tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:48.552274 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-de42e4b8-219d-4354-bcb2-cccb1184ddca tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:48.560685 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd46ec-c6d5-44cd-a2c0-30eb6e48161b tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Pushing event updated for resources: {'Port': ['ID=e0d04c26-adb6-4e7e-8435-750a229f8a3d,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:48.561296 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-de42e4b8-219d-4354-bcb2-cccb1184ddca tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:48.590393 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42e4b8-219d-4354-bcb2-cccb1184ddca tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Pushing event updated for resources: {'Port': ['ID=094c562e-74b6-42c1-9b38-609300df83c9,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:48.596532 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-de42e4b8-219d-4354-bcb2-cccb1184ddca tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0754266
Dec 30 16:19:48.656468 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-d7302185-43fa-47a6-98dc-1535423482a7 service neutron] Request body: {'port': {'device_id': '6f037c14-64b7-46d3-a080-0ffbf8e791e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82293'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:19:48.692094 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:48.782996 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-188f1523-f23b-4600-bad6-84997f95b9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d5485f10>, [{'id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'name': 'tempest-AttachVolumeShelveTestJSON-1869069484-router', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:28Z', 'revision_number': 4, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'gw_port': {'id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '3b667db6-4d09-45c9-99d9-8ac3932d6b0d', 'name': '', 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'mac_address': 'fa:16:3e:5c:be:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:19:28Z', 'revision_number': 2, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'subnets': [{'id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:19:48.793530 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188f1523-f23b-4600-bad6-84997f95b9cc None None] Checking router: 6caf6826-0f9c-48d3-b2c1-3dcea1b62223 for host: dv-cinder-822939-1-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:19:48.794326 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188f1523-f23b-4600-bad6-84997f95b9cc None None] Updating router 6caf6826-0f9c-48d3-b2c1-3dcea1b62223 port 3b667db6-4d09-45c9-99d9-8ac3932d6b0d binding host dv-cinder-822939-1-iscsi {{(pid=82860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 30 16:19:48.836769 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-ea7f7b27-4b05-4605-a846-aa0887828709 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48ed97d6-ee1a-49e6-9c45-ae96b16b4e98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2820730
Dec 30 16:19:48.907214 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-d7302185-43fa-47a6-98dc-1535423482a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:48.932552 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-188f1523-f23b-4600-bad6-84997f95b9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:48.966711 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-a8686e72-8cda-49b9-86f2-71ce6ca7ca0c None None] Provisioning for port 094c562e-74b6-42c1-9b38-609300df83c9 completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:19:48.982542 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-a8686e72-8cda-49b9-86f2-71ce6ca7ca0c None None] Provisioning complete for port 094c562e-74b6-42c1-9b38-609300df83c9 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:19:48.982872 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-a8686e72-8cda-49b9-86f2-71ce6ca7ca0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:48.991340 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3cdd46ec-c6d5-44cd-a2c0-30eb6e48161b tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:49.171189 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-a8686e72-8cda-49b9-86f2-71ce6ca7ca0c None None] Port 094c562e-74b6-42c1-9b38-609300df83c9 cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 30 16:19:49.414520 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-d7302185-43fa-47a6-98dc-1535423482a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 094c562e-74b6-42c1-9b38-609300df83c9 {{(pid=82858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:19:49.424620 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-d7302185-43fa-47a6-98dc-1535423482a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:49.427821 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270339f6-0ec1-4643-8343-7496bd6b8bbc req-cfce1dfa-d23b-4813-93cb-ca835b6e48f9 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:49.431752 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-270339f6-0ec1-4643-8343-7496bd6b8bbc req-cfce1dfa-d23b-4813-93cb-ca835b6e48f9 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 931 time: 0.5410724
Dec 30 16:19:49.459650 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-75c62ba2-a419-4ad9-bf68-a51a6e90193f service neutron] 10.222.0.43 "GET /v2.0/networks/48ed97d6-ee1a-49e6-9c45-ae96b16b4e98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4918258
Dec 30 16:19:49.470317 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.provisioning_blocks [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-d7302185-43fa-47a6-98dc-1535423482a7 service neutron] Transition to ACTIVE for port object 094c562e-74b6-42c1-9b38-609300df83c9 will not be triggered until provisioned by entity L2. {{(pid=82858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:19:49.479260 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-d7302185-43fa-47a6-98dc-1535423482a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:49.545574 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-270339f6-0ec1-4643-8343-7496bd6b8bbc req-e0f80ade-c312-43af-87f2-c2e89f868a95 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0903342
Dec 30 16:19:49.783132 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:50.173307 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3cdd46ec-c6d5-44cd-a2c0-30eb6e48161b tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:50.179044 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7302185-43fa-47a6-98dc-1535423482a7 service neutron] Pushing event updated for resources: {'Port': ['ID=094c562e-74b6-42c1-9b38-609300df83c9,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:50.254519 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-d7302185-43fa-47a6-98dc-1535423482a7 service neutron] Attempting to bind port 094c562e-74b6-42c1-9b38-609300df83c9 on host hv-cinder-82293 for vnic_type normal with profile  {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:19:50.255096 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-d7302185-43fa-47a6-98dc-1535423482a7 service neutron] Attempting to bind port 094c562e-74b6-42c1-9b38-609300df83c9 by drivers openvswitch,hyperv on host hv-cinder-82293 at level 0 using segments [{'id': '5936c83c-be6b-48e8-9fcb-7dbbfde67386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283'}] {{(pid=82858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:19:50.255664 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-d7302185-43fa-47a6-98dc-1535423482a7 service neutron] Attempting to bind port 094c562e-74b6-42c1-9b38-609300df83c9 on network 9a0d327b-13ae-4aab-8565-47511b5fa283 {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:19:50.264454 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-d7302185-43fa-47a6-98dc-1535423482a7 service neutron] Port 094c562e-74b6-42c1-9b38-609300df83c9 on network 9a0d327b-13ae-4aab-8565-47511b5fa283 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82293 {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 30 16:19:50.269803 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-188f1523-f23b-4600-bad6-84997f95b9cc None None] Notify callbacks [] for port, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:50.279726 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-d7302185-43fa-47a6-98dc-1535423482a7 service neutron] Attempting to bind port 094c562e-74b6-42c1-9b38-609300df83c9 on network 9a0d327b-13ae-4aab-8565-47511b5fa283 {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:19:50.282920 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3cdd46ec-c6d5-44cd-a2c0-30eb6e48161b tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:50.305226 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-d7302185-43fa-47a6-98dc-1535423482a7 service neutron] Checking agent: {'id': 'e529ec3e-5d50-4747-9e44-8ad3816b2791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82293', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'started_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:19:50.305847 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-d7302185-43fa-47a6-98dc-1535423482a7 service neutron] Checking segment: {'id': '5936c83c-be6b-48e8-9fcb-7dbbfde67386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:19:50.306753 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-d7302185-43fa-47a6-98dc-1535423482a7 service neutron] Bound using segment: {'id': '5936c83c-be6b-48e8-9fcb-7dbbfde67386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283'} {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:19:50.307559 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-d7302185-43fa-47a6-98dc-1535423482a7 service neutron] Bound port: 094c562e-74b6-42c1-9b38-609300df83c9, host: hv-cinder-82293, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5936c83c-be6b-48e8-9fcb-7dbbfde67386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283'}}] {{(pid=82858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:19:50.308163 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-d7302185-43fa-47a6-98dc-1535423482a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:50.314785 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.provisioning_blocks [None req-188f1523-f23b-4600-bad6-84997f95b9cc None None] Transition to ACTIVE for port object 3b667db6-4d09-45c9-99d9-8ac3932d6b0d will not be triggered until provisioned by entity L2. {{(pid=82860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:19:50.332858 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-188f1523-f23b-4600-bad6-84997f95b9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:50.457247 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-d7302185-43fa-47a6-98dc-1535423482a7 service neutron] For port 094c562e-74b6-42c1-9b38-609300df83c9, host hv-cinder-82293, cleared binding levels {{(pid=82858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:19:50.472238 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-d7302185-43fa-47a6-98dc-1535423482a7 service neutron] For port 094c562e-74b6-42c1-9b38-609300df83c9, host hv-cinder-82293, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=094c562e-74b6-42c1-9b38-609300df83c9,segment=NetworkSegment(5936c83c-be6b-48e8-9fcb-7dbbfde67386),segment_id=5936c83c-be6b-48e8-9fcb-7dbbfde67386)] {{(pid=82858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:19:50.494362 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-d7302185-43fa-47a6-98dc-1535423482a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:50.720835 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '617cd47b-dc30-48c8-b799-8f16ead3a52f', 'tag': '58d6023b-b98d-412b-b80a-995db3699bcc', 'status': 'completed', 'code': 200}
Dec 30 16:19:50.725313 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-d7302185-43fa-47a6-98dc-1535423482a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:50.729302 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-d7302185-43fa-47a6-98dc-1535423482a7 service neutron] 10.222.0.43 "PUT /v2.0/ports/094c562e-74b6-42c1-9b38-609300df83c9 HTTP/1.1" status: 200  len: 1093 time: 2.0780847
Dec 30 16:19:50.730769 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f037c14-64b7-46d3-a080-0ffbf8e791e6', 'tag': '094c562e-74b6-42c1-9b38-609300df83c9'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:19:50.840580 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3cdd46ec-c6d5-44cd-a2c0-30eb6e48161b tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4017950'] for floatingip, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:50.845509 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e557f-b6eb-43ac-bfb6-9c0605984564 None None] Pushing event updated for resources: {'Port': ['ID=3b667db6-4d09-45c9-99d9-8ac3932d6b0d,revision_number=3']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:50.905737 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cb8bd617-8c8e-434c-8a40-67f3be8dc5d2 req-6fedb644-8692-44d8-9f6d-8207131834f5 service neutron] 10.222.0.43 "GET /v2.0/networks/48ed97d6-ee1a-49e6-9c45-ae96b16b4e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3092957
Dec 30 16:19:50.910573 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3cdd46ec-c6d5-44cd-a2c0-30eb6e48161b tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for floatingip, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:50.912227 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-3cdd46ec-c6d5-44cd-a2c0-30eb6e48161b tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.1591971
Dec 30 16:19:50.923348 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdd46ec-c6d5-44cd-a2c0-30eb6e48161b tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Pushing event updated for resources: {'Port': ['ID=e0d04c26-adb6-4e7e-8435-750a229f8a3d,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:50.954923 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1289427-b9f5-4ca8-906d-c263ba52af8d req-93c65821-63e7-4b9c-bd13-af45a3cad506 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:50.955781 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-e1289427-b9f5-4ca8-906d-c263ba52af8d req-93c65821-63e7-4b9c-bd13-af45a3cad506 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Synchronizing usage tracker for tenant:b8d8b205505c44f38e61784724e2bce5 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:19:50.984981 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-e1289427-b9f5-4ca8-906d-c263ba52af8d req-93c65821-63e7-4b9c-bd13-af45a3cad506 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Unset dirty status for tenant:b8d8b205505c44f38e61784724e2bce5 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:19:50.986903 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e1289427-b9f5-4ca8-906d-c263ba52af8d req-93c65821-63e7-4b9c-bd13-af45a3cad506 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/ports?device_id=617cd47b-dc30-48c8-b799-8f16ead3a52f HTTP/1.1" status: 200  len: 943 time: 0.9449759
Dec 30 16:19:51.013111 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-188f1523-f23b-4600-bad6-84997f95b9cc None None] Attempting to bind port 3b667db6-4d09-45c9-99d9-8ac3932d6b0d on host dv-cinder-822939-1-iscsi for vnic_type normal with profile  {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:19:51.013858 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-188f1523-f23b-4600-bad6-84997f95b9cc None None] Attempting to bind port 3b667db6-4d09-45c9-99d9-8ac3932d6b0d by drivers openvswitch,hyperv on host dv-cinder-822939-1-iscsi at level 0 using segments [{'id': '5936c83c-be6b-48e8-9fcb-7dbbfde67386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283'}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:19:51.014572 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188f1523-f23b-4600-bad6-84997f95b9cc None None] Attempting to bind port 3b667db6-4d09-45c9-99d9-8ac3932d6b0d on network 9a0d327b-13ae-4aab-8565-47511b5fa283 {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:19:51.025354 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188f1523-f23b-4600-bad6-84997f95b9cc None None] Checking agent: {'id': 'b5560ab0-2c8e-4cda-8841-fe2255e3b07c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822939-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 11, 19), 'started_at': datetime.datetime(2021, 12, 30, 16, 11, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822939-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:19:51.025601 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7302185-43fa-47a6-98dc-1535423482a7 service neutron] Pushing event updated for resources: {'Port': ['ID=094c562e-74b6-42c1-9b38-609300df83c9,revision_number=3']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:51.026141 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188f1523-f23b-4600-bad6-84997f95b9cc None None] Checking segment: {'id': '5936c83c-be6b-48e8-9fcb-7dbbfde67386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:19:51.026680 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-188f1523-f23b-4600-bad6-84997f95b9cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:51.027244 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188f1523-f23b-4600-bad6-84997f95b9cc None None] Bound using segment: {'id': '5936c83c-be6b-48e8-9fcb-7dbbfde67386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283'} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:19:51.027962 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-188f1523-f23b-4600-bad6-84997f95b9cc None None] Bound port: 3b667db6-4d09-45c9-99d9-8ac3932d6b0d, host: dv-cinder-822939-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5936c83c-be6b-48e8-9fcb-7dbbfde67386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283'}}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:19:51.028548 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-188f1523-f23b-4600-bad6-84997f95b9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:51.070927 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-e1289427-b9f5-4ca8-906d-c263ba52af8d req-5f536146-1874-4742-8b6a-54551631fb84 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Synchronizing usage tracker for tenant:b8d8b205505c44f38e61784724e2bce5 on resource:security_group {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:19:51.104963 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-e1289427-b9f5-4ca8-906d-c263ba52af8d req-5f536146-1874-4742-8b6a-54551631fb84 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Unset dirty status for tenant:b8d8b205505c44f38e61784724e2bce5 on resource:security_group {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:19:51.107597 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e1289427-b9f5-4ca8-906d-c263ba52af8d req-5f536146-1874-4742-8b6a-54551631fb84 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/security-groups?id=051870d8-1e5f-4e05-a183-ede239aaaa5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078017
Dec 30 16:19:51.109492 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91671d59-07a6-47d3-83a4-1ebde0788c0a req-c4767e8c-0384-40d5-b72b-8bf8e8d244ad tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:51.111038 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-91671d59-07a6-47d3-83a4-1ebde0788c0a req-c4767e8c-0384-40d5-b72b-8bf8e8d244ad tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Synchronizing usage tracker for tenant:1536238b1f9f45e0859c9074dfb7be10 on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:19:51.142471 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-91671d59-07a6-47d3-83a4-1ebde0788c0a req-c4767e8c-0384-40d5-b72b-8bf8e8d244ad tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Unset dirty status for tenant:1536238b1f9f45e0859c9074dfb7be10 on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:19:51.143990 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-91671d59-07a6-47d3-83a4-1ebde0788c0a req-c4767e8c-0384-40d5-b72b-8bf8e8d244ad tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 943 time: 0.2406712
Dec 30 16:19:51.168917 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-188f1523-f23b-4600-bad6-84997f95b9cc None None] For port 3b667db6-4d09-45c9-99d9-8ac3932d6b0d, host dv-cinder-822939-1-iscsi, cleared binding levels {{(pid=82860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:19:51.175560 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-188f1523-f23b-4600-bad6-84997f95b9cc None None] For port 3b667db6-4d09-45c9-99d9-8ac3932d6b0d, host dv-cinder-822939-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=3b667db6-4d09-45c9-99d9-8ac3932d6b0d,segment=NetworkSegment(5936c83c-be6b-48e8-9fcb-7dbbfde67386),segment_id=5936c83c-be6b-48e8-9fcb-7dbbfde67386)] {{(pid=82860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:19:51.181852 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-188f1523-f23b-4600-bad6-84997f95b9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:51.199925 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-91671d59-07a6-47d3-83a4-1ebde0788c0a req-33df1e9b-aff5-4836-bd9d-f3182fdc1d77 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500815
Dec 30 16:19:51.323673 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188f1523-f23b-4600-bad6-84997f95b9cc None None] Routers {'6caf6826-0f9c-48d3-b2c1-3dcea1b62223'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:19:51.324462 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-188f1523-f23b-4600-bad6-84997f95b9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d5485f10>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:19:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['6caf6826-0f9c-48d3-b2c1-3dcea1b62223'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:19:51.379599 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361e557f-b6eb-43ac-bfb6-9c0605984564 None None] Pushing event updated for resources: {'Port': ['ID=3b667db6-4d09-45c9-99d9-8ac3932d6b0d,revision_number=4']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:51.560226 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-58e341ef-e4c1-494d-94c8-303708246c26 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Synchronizing usage tracker for tenant:68a21c1767cb4406bba3b9b738393ddc on resource:security_group {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:19:51.590692 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-58e341ef-e4c1-494d-94c8-303708246c26 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Unset dirty status for tenant:68a21c1767cb4406bba3b9b738393ddc on resource:security_group {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:19:51.593561 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-58e341ef-e4c1-494d-94c8-303708246c26 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--755813685&fields=id&tenant_id=68a21c1767cb4406bba3b9b738393ddc HTTP/1.1" status: 200  len: 267 time: 0.1046033
Dec 30 16:19:51.594039 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-188f1523-f23b-4600-bad6-84997f95b9cc None None] Set router 6caf6826-0f9c-48d3-b2c1-3dcea1b62223 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:19:51.748618 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 3b667db6-4d09-45c9-99d9-8ac3932d6b0d up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:19:51.899966 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-daf18b33-56c2-4a61-a1e1-ccc6b4f628ee tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:51.900643 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-daf18b33-56c2-4a61-a1e1-ccc6b4f628ee tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Synchronizing usage tracker for tenant:68a21c1767cb4406bba3b9b738393ddc on resource:network {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:19:51.937412 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-daf18b33-56c2-4a61-a1e1-ccc6b4f628ee tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Unset dirty status for tenant:68a21c1767cb4406bba3b9b738393ddc on resource:network {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:19:51.944889 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-daf18b33-56c2-4a61-a1e1-ccc6b4f628ee tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/networks?id=1c537c90-32cb-4109-9814-ee7321945809 HTTP/1.1" status: 200  len: 811 time: 0.3336701
Dec 30 16:19:51.969717 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-d5a8bb65-42d9-42d9-b02b-d9817cb4c136 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/quotas/68a21c1767cb4406bba3b9b738393ddc HTTP/1.1" status: 200  len: 375 time: 0.0236039
Dec 30 16:19:51.990553 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning for port 3b667db6-4d09-45c9-99d9-8ac3932d6b0d completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:19:52.002948 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 3b667db6-4d09-45c9-99d9-8ac3932d6b0d triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:19:52.003586 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:52.005813 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-188f1523-f23b-4600-bad6-84997f95b9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d5485f10>, [{'id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'name': 'tempest-AttachVolumeShelveTestJSON-1869069484-router', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:28Z', 'revision_number': 4, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'gw_port': {'id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '3b667db6-4d09-45c9-99d9-8ac3932d6b0d', 'name': '', 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'mac_address': 'fa:16:3e:5c:be:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:19:51Z', 'revision_number': 4, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'subnets': [{'id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:19:52.015508 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188f1523-f23b-4600-bad6-84997f95b9cc None None] The sync data for ids ['6caf6826-0f9c-48d3-b2c1-3dcea1b62223'] in dv-cinder-822939-1-iscsi is: [{'id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'name': 'tempest-AttachVolumeShelveTestJSON-1869069484-router', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:28Z', 'revision_number': 4, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'gw_port': {'id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '3b667db6-4d09-45c9-99d9-8ac3932d6b0d', 'name': '', 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'mac_address': 'fa:16:3e:5c:be:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:19:51Z', 'revision_number': 4, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'subnets': [{'id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:19:52.081635 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-27d88d5b-0334-4346-a104-81ea925930f6 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=68a21c1767cb4406bba3b9b738393ddc&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1094258
Dec 30 16:19:52.242759 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f037c14-64b7-46d3-a080-0ffbf8e791e6', 'tag': '094c562e-74b6-42c1-9b38-609300df83c9', 'status': 'completed', 'code': 200}
Dec 30 16:19:52.258721 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-1098e470-3079-449b-92f7-2aba10cee915 service neutron] 10.222.0.31 "GET /v2.0/networks/1c537c90-32cb-4109-9814-ee7321945809?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1713228
Dec 30 16:19:52.279180 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:52.344988 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] For port 3b667db6-4d09-45c9-99d9-8ac3932d6b0d, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=3b667db6-4d09-45c9-99d9-8ac3932d6b0d,segment=NetworkSegment(5936c83c-be6b-48e8-9fcb-7dbbfde67386),segment_id=5936c83c-be6b-48e8-9fcb-7dbbfde67386)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:19:52.355368 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:52.457405 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Pushing event updated for resources: {'Port': ['ID=3b667db6-4d09-45c9-99d9-8ac3932d6b0d,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:52.488978 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-713d1254-3cec-4d7f-b885-ccc9766a85b3 service neutron] 10.222.0.31 "GET /v2.0/networks/1c537c90-32cb-4109-9814-ee7321945809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2253597
Dec 30 16:19:52.532654 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65d634-b8f3-451d-ab4f-e63750b85da5 req-5440ab25-82ab-4055-9298-2e671a0db2b5 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:52.534357 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9e65d634-b8f3-451d-ab4f-e63750b85da5 req-5440ab25-82ab-4055-9298-2e671a0db2b5 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/ports?device_id=617cd47b-dc30-48c8-b799-8f16ead3a52f HTTP/1.1" status: 200  len: 943 time: 0.1354485
Dec 30 16:19:52.566808 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:52.611071 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9e65d634-b8f3-451d-ab4f-e63750b85da5 req-734bb994-bca2-4135-829e-386c34dc7d7b tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/security-groups?id=051870d8-1e5f-4e05-a183-ede239aaaa5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692661
Dec 30 16:19:52.730886 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 47644) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:52.742473 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-6f19fbf0-4c1c-4081-bf45-147214c4c15d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-948663635-network', 'tenant_id': 'b40789074cc84a90a2992eeba57d7e96'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:19:52.756427 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-6f19fbf0-4c1c-4081-bf45-147214c4c15d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:52.765027 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-6f19fbf0-4c1c-4081-bf45-147214c4c15d admin admin] Usage tracker for resource:network and tenant:b40789074cc84a90a2992eeba57d7e96 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:52.779519 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-6f19fbf0-4c1c-4081-bf45-147214c4c15d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:52.813731 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-6f19fbf0-4c1c-4081-bf45-147214c4c15d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:52.860915 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f19fbf0-4c1c-4081-bf45-147214c4c15d admin admin] Made reservation on behalf of b40789074cc84a90a2992eeba57d7e96 for: {'network': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:19:52.867750 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6f19fbf0-4c1c-4081-bf45-147214c4c15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for network, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:52.940247 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6f19fbf0-4c1c-4081-bf45-147214c4c15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:52.986732 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-44ee2407-4731-4307-af80-687a41bacedc req-feae90af-7a3b-4441-bec2-1df6f0f3bd00 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 210 time: 0.1987753
Dec 30 16:19:53.134561 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-6f19fbf0-4c1c-4081-bf45-147214c4c15d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:53.140784 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-6f19fbf0-4c1c-4081-bf45-147214c4c15d admin admin] Usage tracker for resource:security_group_rule and tenant:b40789074cc84a90a2992eeba57d7e96 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:53.150552 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-6f19fbf0-4c1c-4081-bf45-147214c4c15d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:53.158592 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-6f19fbf0-4c1c-4081-bf45-147214c4c15d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:53.238149 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842b7f2-ac70-44a4-8a79-e81c5073676d req-bf0cae9a-ed1c-4332-99a4-dd37befc45a6 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:53.249885 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f842b7f2-ac70-44a4-8a79-e81c5073676d req-bf0cae9a-ed1c-4332-99a4-dd37befc45a6 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 943 time: 0.3054903
Dec 30 16:19:53.316912 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f842b7f2-ac70-44a4-8a79-e81c5073676d req-23c041c9-2672-48f9-8ed0-17c833e22ae7 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659530
Dec 30 16:19:53.398409 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6f19fbf0-4c1c-4081-bf45-147214c4c15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:53.408521 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6f19fbf0-4c1c-4081-bf45-147214c4c15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:53.454508 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19fbf0-4c1c-4081-bf45-147214c4c15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a8cc71-65ed-4855-bf61-0cee8c54b6db,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:53.513328 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f19fbf0-4c1c-4081-bf45-147214c4c15d admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'}  {{(pid=82858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 30 16:19:53.527640 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6f19fbf0-4c1c-4081-bf45-147214c4c15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:53.528119 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.db.segments_db [None req-6f19fbf0-4c1c-4081-bf45-147214c4c15d admin admin] Added segment e39cfce3-23da-4e88-a5c3-5cc5cdce95f4 of type vlan for network 294e4253-8bf6-4b35-8abf-f6787efa19ac
Dec 30 16:19:53.562816 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6f19fbf0-4c1c-4081-bf45-147214c4c15d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793095940298'] for network, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:53.642804 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6f19fbf0-4c1c-4081-bf45-147214c4c15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487'] for network, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:53.643645 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f19fbf0-4c1c-4081-bf45-147214c4c15d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:53.644247 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6f19fbf0-4c1c-4081-bf45-147214c4c15d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:53.793239 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-58dd8e08-4322-4bdc-9ced-aec9cbede1e2 req-bbb10668-3795-41cc-9fe1-3050b75e9b3d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1536238b1f9f45e0859c9074dfb7be10&device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 1096 time: 0.2164955
Dec 30 16:19:53.811130 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 3b667db6-4d09-45c9-99d9-8ac3932d6b0d up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:19:53.939524 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 3b667db6-4d09-45c9-99d9-8ac3932d6b0d triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:19:53.940022 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:53.963309 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f19fbf0-4c1c-4081-bf45-147214c4c15d admin admin] Pushing event updated for resources: {'Network': ['ID=294e4253-8bf6-4b35-8abf-f6787efa19ac,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:53.974394 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Network 294e4253-8bf6-4b35-8abf-f6787efa19ac details requested by agent ovs-agent-dv-cinder-822939-1-iscsi with host dv-cinder-822939-1-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 30 16:19:53.978766 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-6f19fbf0-4c1c-4081-bf45-147214c4c15d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 1.2437754
Dec 30 16:19:53.980043 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 47688) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:53.989494 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-359d6ebc-acdf-47e7-9ca5-0b81ef0970c9 admin admin] Request body: {'subnet': {'network_id': '294e4253-8bf6-4b35-8abf-f6787efa19ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-948663635-subnet', 'tenant_id': 'b40789074cc84a90a2992eeba57d7e96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:19:53.998421 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-359d6ebc-acdf-47e7-9ca5-0b81ef0970c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:54.005007 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-359d6ebc-acdf-47e7-9ca5-0b81ef0970c9 admin admin] Usage tracker for resource:subnet and tenant:b40789074cc84a90a2992eeba57d7e96 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:54.013429 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-359d6ebc-acdf-47e7-9ca5-0b81ef0970c9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:54.028021 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-359d6ebc-acdf-47e7-9ca5-0b81ef0970c9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:54.045272 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fba9a863-fe8e-4ab0-811f-969be805d18e req-42f3935a-94dc-421c-b989-1dc55608be71 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b8d8b205505c44f38e61784724e2bce5&device_id=617cd47b-dc30-48c8-b799-8f16ead3a52f HTTP/1.1" status: 200  len: 1096 time: 0.3518214
Dec 30 16:19:54.047920 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359d6ebc-acdf-47e7-9ca5-0b81ef0970c9 admin admin] Made reservation on behalf of b40789074cc84a90a2992eeba57d7e96 for: {'subnet': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:19:54.051370 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-359d6ebc-acdf-47e7-9ca5-0b81ef0970c9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:54.310237 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd8e08-4322-4bdc-9ced-aec9cbede1e2 req-660b8fc8-7db6-4ee0-9f08-ed0bb1d86f28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:54.311676 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-58dd8e08-4322-4bdc-9ced-aec9cbede1e2 req-660b8fc8-7db6-4ee0-9f08-ed0bb1d86f28 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=1536238b1f9f45e0859c9074dfb7be10&shared=False HTTP/1.1" status: 200  len: 917 time: 0.5116718
Dec 30 16:19:54.326126 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d1ab06-b799-49f0-9758-f507f92aecf7 req-afc83652-5fe4-4e81-8794-783a7317e36e tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:54.328206 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f8d1ab06-b799-49f0-9758-f507f92aecf7 req-afc83652-5fe4-4e81-8794-783a7317e36e tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/ports?device_id=617cd47b-dc30-48c8-b799-8f16ead3a52f HTTP/1.1" status: 200  len: 943 time: 0.3259759
Dec 30 16:19:54.400045 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-c4f1b495-4c58-4b49-a73e-3384e7175f56 req-cd11ab43-a27f-4c8d-b53a-306cdb03e502 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Synchronizing usage tracker for tenant:68a21c1767cb4406bba3b9b738393ddc on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:19:54.463428 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-c4f1b495-4c58-4b49-a73e-3384e7175f56 req-cd11ab43-a27f-4c8d-b53a-306cdb03e502 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Unset dirty status for tenant:68a21c1767cb4406bba3b9b738393ddc on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:19:54.467492 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c4f1b495-4c58-4b49-a73e-3384e7175f56 req-cd11ab43-a27f-4c8d-b53a-306cdb03e502 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 210 time: 0.1324713
Dec 30 16:19:54.472346 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9a863-fe8e-4ab0-811f-969be805d18e req-83341536-787a-4c74-ab6e-b1b69ea174ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:54.475084 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fba9a863-fe8e-4ab0-811f-969be805d18e req-83341536-787a-4c74-ab6e-b1b69ea174ef service neutron] 10.222.0.43 "GET /v2.0/networks?id=48ed97d6-ee1a-49e6-9c45-ae96b16b4e98 HTTP/1.1" status: 200  len: 912 time: 0.4059098
Dec 30 16:19:54.476975 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f8d1ab06-b799-49f0-9758-f507f92aecf7 req-e26f15d9-557e-4cd4-87e0-d1c2a1b48808 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/security-groups?id=051870d8-1e5f-4e05-a183-ede239aaaa5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1271408
Dec 30 16:19:54.597939 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.43', 64653) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:54.696222 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd8e08-4322-4bdc-9ced-aec9cbede1e2 req-0ae9295d-0649-48dc-8fad-b520f6906382 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:54.698227 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-58dd8e08-4322-4bdc-9ced-aec9cbede1e2 req-0ae9295d-0649-48dc-8fad-b520f6906382 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.3785269
Dec 30 16:19:54.760722 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fba9a863-fe8e-4ab0-811f-969be805d18e req-f4f4511a-aef1-4d81-bf5f-be400b4ab9c0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d6023b-b98d-412b-b80a-995db3699bcc HTTP/1.1" status: 200  len: 217 time: 0.2769868
Dec 30 16:19:54.963383 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9a863-fe8e-4ab0-811f-969be805d18e req-83bcf6ac-c7d4-48c4-86e5-cb33af1830df service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:54.964441 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-1cb07db5-b813-4529-beaa-74ccb5c796e4 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:54.966283 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-1cb07db5-b813-4529-beaa-74ccb5c796e4 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.43 "GET /v2.0/networks?id=1c537c90-32cb-4109-9814-ee7321945809 HTTP/1.1" status: 200  len: 811 time: 0.3557785
Dec 30 16:19:54.969864 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fba9a863-fe8e-4ab0-811f-969be805d18e req-83bcf6ac-c7d4-48c4-86e5-cb33af1830df service neutron] 10.222.0.43 "GET /v2.0/subnets?id=571efa7f-76f6-4007-ac4c-472e7b062b66 HTTP/1.1" status: 200  len: 852 time: 0.1965528
Dec 30 16:19:54.983767 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-1c214e07-9562-40bc-93b6-38954720d648 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1536238b1f9f45e0859c9074dfb7be10&device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 1096 time: 0.1437092
Dec 30 16:19:55.036150 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-5b17b141-1d13-4474-aba9-7d6a2b7a9501 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68a21c1767cb4406bba3b9b738393ddc HTTP/1.1" status: 200  len: 379 time: 0.0502377
Dec 30 16:19:55.075264 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fba9a863-fe8e-4ab0-811f-969be805d18e req-7d21060f-0c1f-4dec-8c25-5274440e730d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48ed97d6-ee1a-49e6-9c45-ae96b16b4e98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0831892
Dec 30 16:19:55.075813 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 47734) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:55.083774 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-359d6ebc-acdf-47e7-9ca5-0b81ef0970c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487'] for subnet, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:55.183541 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-489e83e7-c283-4fd2-8372-a4b428a75bfa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=094c562e-74b6-42c1-9b38-609300df83c9 HTTP/1.1" status: 200  len: 217 time: 0.1510379
Dec 30 16:19:55.192161 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-3f6569d2-0fbd-4f4c-8b8b-0e8f6c890de3 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Request body: {'port': {'device_id': '5ae8aa50-77f9-4a34-90ee-ddb355a9e625', 'network_id': '1c537c90-32cb-4109-9814-ee7321945809', 'admin_state_up': True, 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'security_groups': ['bd5ba63b-323d-404a-9a34-f085df778d61']}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:19:55.293332 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d6ebc-acdf-47e7-9ca5-0b81ef0970c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87e6c2e9-f5b8-4a62-8560-59eccdc616e6,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:55.320266 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359d6ebc-acdf-47e7-9ca5-0b81ef0970c9 admin admin] Checking segment: {'id': 'e39cfce3-23da-4e88-a5c3-5cc5cdce95f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '294e4253-8bf6-4b35-8abf-f6787efa19ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:19:55.320616 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359d6ebc-acdf-47e7-9ca5-0b81ef0970c9 admin admin] Network hostable DHCP agents. Network: 294e4253-8bf6-4b35-8abf-f6787efa19ac, hostable agents: ['56495f28-f8e1-4ded-a581-8b29fe371967'], hosted agents: [] {{(pid=82858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 30 16:19:55.357482 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fba9a863-fe8e-4ab0-811f-969be805d18e req-64a56b61-6fdb-4d2e-be31-e9fc0f3736b7 service neutron] 10.222.0.43 "GET /v2.0/networks/48ed97d6-ee1a-49e6-9c45-ae96b16b4e98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2749071
Dec 30 16:19:55.418337 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-3f6569d2-0fbd-4f4c-8b8b-0e8f6c890de3 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:55.466727 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-3f6569d2-0fbd-4f4c-8b8b-0e8f6c890de3 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:55.527448 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-32554281-1088-4096-9952-c1a408c850b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:55.552027 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359d6ebc-acdf-47e7-9ca5-0b81ef0970c9 admin admin] Network 294e4253-8bf6-4b35-8abf-f6787efa19ac is scheduled to be hosted by DHCP agent 56495f28-f8e1-4ded-a581-8b29fe371967 with binding_index 1 {{(pid=82858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 30 16:19:55.583958 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-359d6ebc-acdf-47e7-9ca5-0b81ef0970c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822939-1-iscsi, 294e4253-8bf6-4b35-8abf-f6787efa19ac) {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:19:55.594547 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71ce26a-72ae-4a44-bf20-338875f2971e None None] Network 294e4253-8bf6-4b35-8abf-f6787efa19ac requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:19:55.602101 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc35ac-1f09-4cec-bab7-759c912d78ce req-36abb555-ca76-4321-9b5c-d4e8d6fd6941 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:55.606323 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d4fc35ac-1f09-4cec-bab7-759c912d78ce req-36abb555-ca76-4321-9b5c-d4e8d6fd6941 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 943 time: 0.8800385
Dec 30 16:19:55.620072 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359d6ebc-acdf-47e7-9ca5-0b81ef0970c9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:55.620707 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-359d6ebc-acdf-47e7-9ca5-0b81ef0970c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:55.633901 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-32554281-1088-4096-9952-c1a408c850b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:55.652573 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-3f6569d2-0fbd-4f4c-8b8b-0e8f6c890de3 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Made reservation on behalf of 68a21c1767cb4406bba3b9b738393ddc for: {'port': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:19:55.655658 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-3f6569d2-0fbd-4f4c-8b8b-0e8f6c890de3 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:55.657889 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-32554281-1088-4096-9952-c1a408c850b5 admin admin] Usage tracker for resource:security_group_rule and tenant:00133e588e43417e8a25816ae0c7843b is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:55.675058 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-32554281-1088-4096-9952-c1a408c850b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:55.721094 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 58d6023b-b98d-412b-b80a-995db3699bcc details requested by agent hyperv_hv-cinder-82293 with host hv-cinder-82293 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 30 16:19:55.733562 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-32554281-1088-4096-9952-c1a408c850b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:55.758741 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-862829d7-08be-4f9a-96c8-ec7765b1cf33 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:55.760358 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-862829d7-08be-4f9a-96c8-ec7765b1cf33 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0ef2724a-abaf-4140-a584-2ca4130b70f6 HTTP/1.1" status: 200  len: 856 time: 0.2887940
Dec 30 16:19:55.799118 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d4fc35ac-1f09-4cec-bab7-759c912d78ce req-4af9458f-82f3-425d-85ff-e5027bca96f0 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1797540
Dec 30 16:19:55.827099 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fba9a863-fe8e-4ab0-811f-969be805d18e req-68858478-489a-4ee3-81d1-9c2a3a615076 service neutron] 10.222.0.43 "GET /v2.0/networks/48ed97d6-ee1a-49e6-9c45-ae96b16b4e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4625187
Dec 30 16:19:55.883879 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-359d6ebc-acdf-47e7-9ca5-0b81ef0970c9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 1.9001768
Dec 30 16:19:55.934798 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a7146-d854-4e88-bd44-742ae8c62903 req-127f04b0-ba9e-468e-bc12-a559ae4888a6 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:55.942413 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-555a7146-d854-4e88-bd44-742ae8c62903 req-127f04b0-ba9e-468e-bc12-a559ae4888a6 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/ports?device_id=617cd47b-dc30-48c8-b799-8f16ead3a52f HTTP/1.1" status: 200  len: 943 time: 0.2065232
Dec 30 16:19:55.949795 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 58d6023b-b98d-412b-b80a-995db3699bcc, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=58d6023b-b98d-412b-b80a-995db3699bcc,segment=NetworkSegment(50be33e0-3d89-47d9-8dac-50038c791de0),segment_id=50be33e0-3d89-47d9-8dac-50038c791de0)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:19:55.967621 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-3f6569d2-0fbd-4f4c-8b8b-0e8f6c890de3 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Allocated IP 172.20.0.7 (1c537c90-32cb-4109-9814-ee7321945809/944ab297-fca1-4f6e-94db-374949491f42/f885afb5-dec1-4ffc-a9b9-8ee26a12c34d) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:19:55.973006 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Returning: {'device': '58d6023b-b98d-412b-b80a-995db3699bcc', 'network_id': '48ed97d6-ee1a-49e6-9c45-ae96b16b4e98', 'port_id': '58d6023b-b98d-412b-b80a-995db3699bcc', 'mac_address': 'fa:16:3e:02:82:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '571efa7f-76f6-4007-ac4c-472e7b062b66', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 30 16:19:56.022962 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-555a7146-d854-4e88-bd44-742ae8c62903 req-35a88977-8d38-47fa-940a-7a9d6611beb2 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/security-groups?id=051870d8-1e5f-4e05-a183-ede239aaaa5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792937
Dec 30 16:19:56.069135 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-32554281-1088-4096-9952-c1a408c850b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:56.083956 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-32554281-1088-4096-9952-c1a408c850b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:56.099190 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:56.145355 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d6023b-b98d-412b-b80a-995db3699bcc {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:19:56.181493 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32554281-1088-4096-9952-c1a408c850b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93c242b-4707-48f1-a0a0-5d3a46508ef9,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:56.196479 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 47754) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:56.205860 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 58d6023b-b98d-412b-b80a-995db3699bcc, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=58d6023b-b98d-412b-b80a-995db3699bcc,segment=NetworkSegment(50be33e0-3d89-47d9-8dac-50038c791de0),segment_id=50be33e0-3d89-47d9-8dac-50038c791de0)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:19:56.230682 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4b4a5f16-ce18-4ed5-b7d7-76aff2efee48 req-954f3b6f-9bf7-43bc-9c1a-ef08e2679ffb tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 210 time: 0.0821874
Dec 30 16:19:56.273564 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-32554281-1088-4096-9952-c1a408c850b5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=00133e588e43417e8a25816ae0c7843b&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1928341
Dec 30 16:19:56.273564 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 47758) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:56.332769 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-3f6569d2-0fbd-4f4c-8b8b-0e8f6c890de3 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:56.352124 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_v2 [None req-3959d70f-8829-41dc-a44b-0c45443335f0 admin admin] Deleting subnet d0353239-cb7a-470e-a508-cfd4b1d820aa {{(pid=82858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}}
Dec 30 16:19:56.354778 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-3f6569d2-0fbd-4f4c-8b8b-0e8f6c890de3 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Transition to ACTIVE for port object f885afb5-dec1-4ffc-a9b9-8ee26a12c34d will not be triggered until provisioned by entity DHCP. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:19:56.359249 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3959d70f-8829-41dc-a44b-0c45443335f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:56.386037 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-3f6569d2-0fbd-4f4c-8b8b-0e8f6c890de3 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:56.402364 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:56.431922 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e5952e16-56d3-41d1-b8ec-564f171d700f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:56.481356 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3959d70f-8829-41dc-a44b-0c45443335f0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:56.485237 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e5952e16-56d3-41d1-b8ec-564f171d700f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:56.527803 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244441dc-6655-4366-af8d-04b459ee6ac5 None None] Network 294e4253-8bf6-4b35-8abf-f6787efa19ac requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:19:56.528865 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6569d2-0fbd-4f4c-8b8b-0e8f6c890de3 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Pushing event updated for resources: {'Port': ['ID=f885afb5-dec1-4ffc-a9b9-8ee26a12c34d,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:56.530687 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3959d70f-8829-41dc-a44b-0c45443335f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-618588'] for subnet, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:56.548296 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-3f6569d2-0fbd-4f4c-8b8b-0e8f6c890de3 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Network 1c537c90-32cb-4109-9814-ee7321945809 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:19:56.549449 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-3f6569d2-0fbd-4f4c-8b8b-0e8f6c890de3 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:19:56.552135 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-3f6569d2-0fbd-4f4c-8b8b-0e8f6c890de3 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:19:56.556401 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-3f6569d2-0fbd-4f4c-8b8b-0e8f6c890de3 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:56.557004 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-3f6569d2-0fbd-4f4c-8b8b-0e8f6c890de3 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:56.590904 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-3f6569d2-0fbd-4f4c-8b8b-0e8f6c890de3 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4027979
Dec 30 16:19:56.660555 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3959d70f-8829-41dc-a44b-0c45443335f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-618599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487'] for subnet, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:56.662433 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=58d6023b-b98d-412b-b80a-995db3699bcc,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:56.708971 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959d70f-8829-41dc-a44b-0c45443335f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0353239-cb7a-470e-a508-cfd4b1d820aa,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:56.715753 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e5952e16-56d3-41d1-b8ec-564f171d700f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:56.731310 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5952e16-56d3-41d1-b8ec-564f171d700f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93c242b-4707-48f1-a0a0-5d3a46508ef9,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:56.739290 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3959d70f-8829-41dc-a44b-0c45443335f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:56.749004 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-3959d70f-8829-41dc-a44b-0c45443335f0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d0353239-cb7a-470e-a508-cfd4b1d820aa HTTP/1.1" status: 204  len: 168 time: 0.5500562
Dec 30 16:19:56.751456 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e5952e16-56d3-41d1-b8ec-564f171d700f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:56.751798 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 47772) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:56.755377 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-e5952e16-56d3-41d1-b8ec-564f171d700f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a93c242b-4707-48f1-a0a0-5d3a46508ef9 HTTP/1.1" status: 204  len: 168 time: 0.4816968
Dec 30 16:19:56.854112 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-be15ff0a-4bbb-44d5-9d34-59a9afb719cc None None] Provisioning for port f885afb5-dec1-4ffc-a9b9-8ee26a12c34d completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:19:56.860566 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-be15ff0a-4bbb-44d5-9d34-59a9afb719cc None None] Provisioning complete for port f885afb5-dec1-4ffc-a9b9-8ee26a12c34d triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:19:56.861199 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-be15ff0a-4bbb-44d5-9d34-59a9afb719cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:56.904183 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5b204296-390b-4861-9c83-ff1ca0a43286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544548'] for network, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:56.925716 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-be15ff0a-4bbb-44d5-9d34-59a9afb719cc None None] Port f885afb5-dec1-4ffc-a9b9-8ee26a12c34d cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 30 16:19:57.038561 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651f7b5-22d0-4929-9e44-0c61aaee0484 req-384b59a8-68f7-4471-8b8d-b0cdb3ccbed4 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:57.040346 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2651f7b5-22d0-4929-9e44-0c61aaee0484 req-384b59a8-68f7-4471-8b8d-b0cdb3ccbed4 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 943 time: 0.0803514
Dec 30 16:19:57.042908 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5b204296-390b-4861-9c83-ff1ca0a43286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-618013', 'neutron.services.segments.db._delete_segments_for_network-8793096430318'] for network, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:57.071948 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5b204296-390b-4861-9c83-ff1ca0a43286 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7ff4d4efe790>> segment before_delete 55550000 {{(pid=82857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:19:57.072284 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5b204296-390b-4861-9c83-ff1ca0a43286 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7ff4d4efe790>> subnet precommit_delete_associations 55550000 {{(pid=82857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:19:57.073073 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5b204296-390b-4861-9c83-ff1ca0a43286 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff4d4efed90>> segment_host_mapping after_create 55550000 {{(pid=82857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:19:57.073852 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5b204296-390b-4861-9c83-ff1ca0a43286 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff4d4efed90>> port after_create 55550000 {{(pid=82857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:19:57.074177 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5b204296-390b-4861-9c83-ff1ca0a43286 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff4d4efed90>> port after_delete 55550000 {{(pid=82857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:19:57.074498 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5b204296-390b-4861-9c83-ff1ca0a43286 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff4d4efed90>> port after_update 55550000 {{(pid=82857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:19:57.074838 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5b204296-390b-4861-9c83-ff1ca0a43286 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff4d4efed90>> segment after_delete 55550000 {{(pid=82857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:19:57.075244 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5b204296-390b-4861-9c83-ff1ca0a43286 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff4d4efed90>> subnet after_create 55550000 {{(pid=82857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:19:57.075517 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5b204296-390b-4861-9c83-ff1ca0a43286 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff4d4efed90>> subnet after_delete 55550000 {{(pid=82857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:19:57.075828 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5b204296-390b-4861-9c83-ff1ca0a43286 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff4d4efed90>> subnet after_update 55550000 {{(pid=82857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:19:57.090889 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2651f7b5-22d0-4929-9e44-0c61aaee0484 req-64cb12d4-1308-42a5-a8ff-87c946e3c15f tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444283
Dec 30 16:19:57.143580 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 47786) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:57.161599 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-144192a0-b98d-4900-8746-b45436f809ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:57.166491 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5b204296-390b-4861-9c83-ff1ca0a43286 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff4d4a67d90>> subnet after_create 55550000 {{(pid=82857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:19:57.166829 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5b204296-390b-4861-9c83-ff1ca0a43286 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff4d4a67d90>> subnet after_delete 55550000 {{(pid=82857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:19:57.167266 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5b204296-390b-4861-9c83-ff1ca0a43286 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff4d4a67d90>> subnet before_create 55550000 {{(pid=82857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:19:57.167616 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5b204296-390b-4861-9c83-ff1ca0a43286 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff4d4a67d90>> subnet before_update 55550000 {{(pid=82857) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:19:57.168058 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-5b204296-390b-4861-9c83-ff1ca0a43286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff4d4efe5b0>,) {'filters': {'network_id': ['bedee143-5318-4a51-ae04-cad64acc5775']}} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:19:57.195288 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-144192a0-b98d-4900-8746-b45436f809ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:19:57.199116 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-144192a0-b98d-4900-8746-b45436f809ba admin admin] Usage tracker for resource:security_group_rule and tenant:3b0a1236276d4fd080f3fa341ca895b2 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:19:57.202032 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-144192a0-b98d-4900-8746-b45436f809ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:19:57.207653 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-144192a0-b98d-4900-8746-b45436f809ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:19:57.221103 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-5b204296-390b-4861-9c83-ff1ca0a43286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff4d4efe5b0>, '5e7c4bd5-052d-4ba2-acdf-bb16b2da3585') {'for_net_delete': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:19:57.221740 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-5b204296-390b-4861-9c83-ff1ca0a43286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff4d4efe5b0>, '5e7c4bd5-052d-4ba2-acdf-bb16b2da3585') {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:19:57.237634 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5b204296-390b-4861-9c83-ff1ca0a43286 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793096435469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2906547'] for segment, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:57.261880 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5b204296-390b-4861-9c83-ff1ca0a43286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:57.272199 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b204296-390b-4861-9c83-ff1ca0a43286 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=82857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 30 16:19:57.272577 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5b204296-390b-4861-9c83-ff1ca0a43286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-621716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2906977'] for segment, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:57.278496 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-144192a0-b98d-4900-8746-b45436f809ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:57.286430 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-144192a0-b98d-4900-8746-b45436f809ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]:   util.warn_limited(
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]:   util.warn_limited(
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]: Traceback (most recent call last):
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]:     timer()
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]:     cb(*args, **kw)
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]:     return func(*args, **kwargs)
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]:     self._notify()
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]:     self.callback(batched_events)
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]:     event.method(event)
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]:     return f(self, *a, **k)
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]:     return self._get(url).json()
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]:     return self.request(url, 'GET', **kwargs)
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 30 16:19:57.293223 dv-cinder-822939-1-iscsi neutron-server[82857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 30 16:19:57.336837 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144192a0-b98d-4900-8746-b45436f809ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1184a0-4b64-4f0e-82aa-c584a0f20b73,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:57.343804 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-144192a0-b98d-4900-8746-b45436f809ba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3b0a1236276d4fd080f3fa341ca895b2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1965942
Dec 30 16:19:57.343966 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 47792) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:57.378800 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d924e-12cf-44a5-b60b-62217acc0bda req-81fc07d5-0cb5-42df-8c39-6001d54ac7c5 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:57.380337 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-608d924e-12cf-44a5-b60b-62217acc0bda req-81fc07d5-0cb5-42df-8c39-6001d54ac7c5 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/ports?device_id=617cd47b-dc30-48c8-b799-8f16ead3a52f HTTP/1.1" status: 200  len: 944 time: 0.2038462
Dec 30 16:19:57.388247 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5b204296-390b-4861-9c83-ff1ca0a43286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-618002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4017932'] for network, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:57.407069 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5b204296-390b-4861-9c83-ff1ca0a43286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:57.438625 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b204296-390b-4861-9c83-ff1ca0a43286 admin admin] Pushing event deleted for resources: {'Network': ['ID=bedee143-5318-4a51-ae04-cad64acc5775,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:57.453182 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-5b204296-390b-4861-9c83-ff1ca0a43286 admin admin] 10.222.0.31 "DELETE /v2.0/networks/bedee143-5318-4a51-ae04-cad64acc5775 HTTP/1.1" status: 204  len: 168 time: 0.6976504
Dec 30 16:19:57.453602 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 47796) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:57.460606 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ea5f1e39-f231-4d27-a2b9-a252b6da9187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:57.490707 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ea5f1e39-f231-4d27-a2b9-a252b6da9187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:57.511019 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539cb2d-e6fc-4f5a-93de-cca39055e577 req-2edbc427-4fcd-4dbf-b079-82ecc315b414 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:57.512586 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9539cb2d-e6fc-4f5a-93de-cca39055e577 req-2edbc427-4fcd-4dbf-b079-82ecc315b414 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 931 time: 0.1297739
Dec 30 16:19:57.514190 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_v2 [None req-34f51bab-f87d-4fb4-9fc8-2f0366b41417 admin admin] Deleting subnet 87e6c2e9-f5b8-4a62-8560-59eccdc616e6 {{(pid=82857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}}
Dec 30 16:19:57.519836 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-34f51bab-f87d-4fb4-9fc8-2f0366b41417 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:57.556977 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-608d924e-12cf-44a5-b60b-62217acc0bda req-c8c4c84f-fe20-4384-ab9f-ef1c4ea1078f tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/security-groups?id=051870d8-1e5f-4e05-a183-ede239aaaa5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1706972
Dec 30 16:19:57.584600 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-9539cb2d-e6fc-4f5a-93de-cca39055e577 req-7075194d-3002-4d17-b382-5c0b8dc811ea tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Synchronizing usage tracker for tenant:68a21c1767cb4406bba3b9b738393ddc on resource:security_group {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:19:57.587302 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-34f51bab-f87d-4fb4-9fc8-2f0366b41417 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2906538'] for subnet, precommit_delete_associations {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:57.612644 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-9539cb2d-e6fc-4f5a-93de-cca39055e577 req-7075194d-3002-4d17-b382-5c0b8dc811ea tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Unset dirty status for tenant:68a21c1767cb4406bba3b9b738393ddc on resource:security_group {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:19:57.622370 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9539cb2d-e6fc-4f5a-93de-cca39055e577 req-7075194d-3002-4d17-b382-5c0b8dc811ea tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1024203
Dec 30 16:19:57.624029 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ea5f1e39-f231-4d27-a2b9-a252b6da9187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:57.641982 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f1e39-f231-4d27-a2b9-a252b6da9187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1184a0-4b64-4f0e-82aa-c584a0f20b73,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:57.646230 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ea5f1e39-f231-4d27-a2b9-a252b6da9187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:57.647354 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-ea5f1e39-f231-4d27-a2b9-a252b6da9187 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fe1184a0-4b64-4f0e-82aa-c584a0f20b73 HTTP/1.1" status: 204  len: 168 time: 0.3023665
Dec 30 16:19:57.687823 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-34f51bab-f87d-4fb4-9fc8-2f0366b41417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-618588'] for subnet, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:57.757279 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-34f51bab-f87d-4fb4-9fc8-2f0366b41417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-618599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2907015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2674639'] for subnet, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:57.793419 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f51bab-f87d-4fb4-9fc8-2f0366b41417 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87e6c2e9-f5b8-4a62-8560-59eccdc616e6,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:57.799930 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-34f51bab-f87d-4fb4-9fc8-2f0366b41417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:57.805610 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-34f51bab-f87d-4fb4-9fc8-2f0366b41417 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/87e6c2e9-f5b8-4a62-8560-59eccdc616e6 HTTP/1.1" status: 204  len: 168 time: 0.3511634
Dec 30 16:19:57.808584 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 47808) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:57.912107 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcc49327-ae23-4e34-83e5-afffc9d7675c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544548'] for network, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:58.044992 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcc49327-ae23-4e34-83e5-afffc9d7675c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-618013', 'neutron.services.segments.db._delete_segments_for_network-8793096430318'] for network, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:58.071234 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcc49327-ae23-4e34-83e5-afffc9d7675c admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7ff4d4cdf6a0>> segment before_delete 55550000 {{(pid=82858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:19:58.071578 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcc49327-ae23-4e34-83e5-afffc9d7675c admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7ff4d4cdf6a0>> subnet precommit_delete_associations 55550000 {{(pid=82858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:19:58.072288 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcc49327-ae23-4e34-83e5-afffc9d7675c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff4d4f81760>> segment_host_mapping after_create 55550000 {{(pid=82858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:19:58.072625 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcc49327-ae23-4e34-83e5-afffc9d7675c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff4d4f81760>> port after_create 55550000 {{(pid=82858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:19:58.072935 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcc49327-ae23-4e34-83e5-afffc9d7675c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff4d4f81760>> port after_delete 55550000 {{(pid=82858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:19:58.073280 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcc49327-ae23-4e34-83e5-afffc9d7675c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff4d4f81760>> port after_update 55550000 {{(pid=82858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:19:58.073594 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcc49327-ae23-4e34-83e5-afffc9d7675c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff4d4f81760>> segment after_delete 55550000 {{(pid=82858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:19:58.073943 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcc49327-ae23-4e34-83e5-afffc9d7675c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff4d4f81760>> subnet after_create 55550000 {{(pid=82858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:19:58.074250 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcc49327-ae23-4e34-83e5-afffc9d7675c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff4d4f81760>> subnet after_delete 55550000 {{(pid=82858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:19:58.074582 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcc49327-ae23-4e34-83e5-afffc9d7675c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7ff4d4f81760>> subnet after_update 55550000 {{(pid=82858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:19:58.136471 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcc49327-ae23-4e34-83e5-afffc9d7675c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff4d4a8e430>> subnet after_create 55550000 {{(pid=82858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:19:58.136820 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcc49327-ae23-4e34-83e5-afffc9d7675c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff4d4a8e430>> subnet after_delete 55550000 {{(pid=82858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:19:58.137226 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcc49327-ae23-4e34-83e5-afffc9d7675c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff4d4a8e430>> subnet before_create 55550000 {{(pid=82858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:19:58.137502 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcc49327-ae23-4e34-83e5-afffc9d7675c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7ff4d4a8e430>> subnet before_update 55550000 {{(pid=82858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Dec 30 16:19:58.137853 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-bcc49327-ae23-4e34-83e5-afffc9d7675c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff4d4cdf910>,) {'filters': {'network_id': ['294e4253-8bf6-4b35-8abf-f6787efa19ac']}} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:19:58.151012 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-bcc49327-ae23-4e34-83e5-afffc9d7675c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff4d4cdf910>, 'e39cfce3-23da-4e88-a5c3-5cc5cdce95f4') {'for_net_delete': True} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:19:58.151012 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-bcc49327-ae23-4e34-83e5-afffc9d7675c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff4d4cdf910>, 'e39cfce3-23da-4e88-a5c3-5cc5cdce95f4') {} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:19:58.163093 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcc49327-ae23-4e34-83e5-afffc9d7675c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793096435469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045536'] for segment, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:58.179223 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcc49327-ae23-4e34-83e5-afffc9d7675c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:58.187475 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcc49327-ae23-4e34-83e5-afffc9d7675c admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=82858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 30 16:19:58.187900 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcc49327-ae23-4e34-83e5-afffc9d7675c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-621716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2958542'] for segment, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]:   util.warn_limited(
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]:   util.warn_limited(
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]: Traceback (most recent call last):
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]:     timer()
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]:     cb(*args, **kw)
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]:     return func(*args, **kwargs)
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]:     self._notify()
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]:     self.callback(batched_events)
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]:     event.method(event)
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]:     return f(self, *a, **k)
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self._get(url).json()
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self.request(url, 'GET', **kwargs)
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 30 16:19:58.203633 dv-cinder-822939-1-iscsi neutron-server[82858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 30 16:19:58.284919 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcc49327-ae23-4e34-83e5-afffc9d7675c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-618002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4017932'] for network, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:58.311135 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc49327-ae23-4e34-83e5-afffc9d7675c admin admin] Pushing event deleted for resources: {'Network': ['ID=294e4253-8bf6-4b35-8abf-f6787efa19ac,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:58.313363 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcc49327-ae23-4e34-83e5-afffc9d7675c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:58.322331 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-bcc49327-ae23-4e34-83e5-afffc9d7675c admin admin] 10.222.0.31 "DELETE /v2.0/networks/294e4253-8bf6-4b35-8abf-f6787efa19ac HTTP/1.1" status: 204  len: 168 time: 0.5105286
Dec 30 16:19:58.380979 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15111ccc-086c-47e7-a776-dc900c97d7b2 req-b173b024-9ec4-403c-aa0d-980fb761ab20 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:58.382467 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-15111ccc-086c-47e7-a776-dc900c97d7b2 req-b173b024-9ec4-403c-aa0d-980fb761ab20 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 943 time: 0.1515882
Dec 30 16:19:58.432202 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-15111ccc-086c-47e7-a776-dc900c97d7b2 req-c2493e90-c244-4f25-a06a-1e57bda89061 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433788
Dec 30 16:19:58.490127 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 47834) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:58.540091 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-6ab3e0b5-ce77-4a06-a941-a10aa95f13ed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b7a439398d224597ac2db0b4b5e154c9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0486560
Dec 30 16:19:58.542548 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 47838) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:58.609775 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-535f20f5-a62e-4990-8117-a8388899d8a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:58.641826 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-535f20f5-a62e-4990-8117-a8388899d8a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:58.669025 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-49ca2af4-bd32-42f0-a9c0-ca9befc23f3d service neutron] Request body: {'port': {'device_id': '5ae8aa50-77f9-4a34-90ee-ddb355a9e625', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82293'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:19:58.701594 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-535f20f5-a62e-4990-8117-a8388899d8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:58.724317 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f20f5-a62e-4990-8117-a8388899d8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e583269a-a9b2-4e52-8f67-6d0466246341,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:58.729384 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-535f20f5-a62e-4990-8117-a8388899d8a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:58.731146 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-535f20f5-a62e-4990-8117-a8388899d8a4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e583269a-a9b2-4e52-8f67-6d0466246341 HTTP/1.1" status: 204  len: 168 time: 0.1875203
Dec 30 16:19:58.907183 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['58d6023b-b98d-412b-b80a-995db3699bcc'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:19:58.951314 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b80d8-e1a2-407b-92a6-b60721942187 req-f04408d2-0ae2-47cc-80f2-1e99e4c7bfa9 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:58.953698 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fe4b80d8-e1a2-407b-92a6-b60721942187 req-f04408d2-0ae2-47cc-80f2-1e99e4c7bfa9 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/ports?device_id=617cd47b-dc30-48c8-b799-8f16ead3a52f HTTP/1.1" status: 200  len: 944 time: 0.1204123
Dec 30 16:19:58.962922 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-49ca2af4-bd32-42f0-a9c0-ca9befc23f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:58.982392 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-b7d9efa1-600d-4452-a5fc-64b82c65f871 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a0d327b-13ae-4aab-8565-47511b5fa283&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3911340
Dec 30 16:19:59.050342 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fe4b80d8-e1a2-407b-92a6-b60721942187 req-fe7559f4-9952-4d0b-a163-61f06ffca707 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/security-groups?id=051870d8-1e5f-4e05-a183-ede239aaaa5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913446
Dec 30 16:19:59.132372 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f289e-bbe9-4783-bb61-fd7ec52727e2 req-50d0d283-1a73-48bb-8539-6f7d32f49c16 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:59.133079 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-b59f289e-bbe9-4783-bb61-fd7ec52727e2 req-50d0d283-1a73-48bb-8539-6f7d32f49c16 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Synchronizing usage tracker for tenant:68a21c1767cb4406bba3b9b738393ddc on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:19:59.245747 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-b59f289e-bbe9-4783-bb61-fd7ec52727e2 req-50d0d283-1a73-48bb-8539-6f7d32f49c16 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Unset dirty status for tenant:68a21c1767cb4406bba3b9b738393ddc on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:19:59.252089 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b59f289e-bbe9-4783-bb61-fd7ec52727e2 req-50d0d283-1a73-48bb-8539-6f7d32f49c16 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 931 time: 0.3909812
Dec 30 16:19:59.284103 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-292477a8-5ac7-4443-9ee9-6cc7601cf46c service neutron] 10.222.0.43 "GET /v2.0/networks/9a0d327b-13ae-4aab-8565-47511b5fa283?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2945502
Dec 30 16:19:59.389739 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b59f289e-bbe9-4783-bb61-fd7ec52727e2 req-9e527f1c-20f0-4fb1-bd54-e4fcc51afa3e tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1367178
Dec 30 16:19:59.422171 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 47868) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:59.521122 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-b4d2afce-d6e2-4fec-af22-2b8ea1c17331 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b40789074cc84a90a2992eeba57d7e96&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0950072
Dec 30 16:19:59.521307 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 47876) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:19:59.543309 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-49ca2af4-bd32-42f0-a9c0-ca9befc23f3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f885afb5-dec1-4ffc-a9b9-8ee26a12c34d {{(pid=82857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:19:59.550357 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-49ca2af4-bd32-42f0-a9c0-ca9befc23f3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:59.571895 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-49ca2af4-bd32-42f0-a9c0-ca9befc23f3d service neutron] Transition to ACTIVE for port object f885afb5-dec1-4ffc-a9b9-8ee26a12c34d will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:19:59.586432 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-49ca2af4-bd32-42f0-a9c0-ca9befc23f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:59.596363 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-07d526a9-021a-45a1-bfa3-d402a2bcde1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:59.685139 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-07d526a9-021a-45a1-bfa3-d402a2bcde1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:59.735956 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca2af4-bd32-42f0-a9c0-ca9befc23f3d service neutron] Pushing event updated for resources: {'Port': ['ID=f885afb5-dec1-4ffc-a9b9-8ee26a12c34d,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:59.777927 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da483b-34d6-4166-93dc-53edee00d76e req-1a50195f-984f-418c-9dde-882fbba83f98 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:19:59.779719 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-79da483b-34d6-4166-93dc-53edee00d76e req-1a50195f-984f-418c-9dde-882fbba83f98 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 943 time: 0.1632237
Dec 30 16:19:59.786451 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-07d526a9-021a-45a1-bfa3-d402a2bcde1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:59.827756 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d526a9-021a-45a1-bfa3-d402a2bcde1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a8cc71-65ed-4855-bf61-0cee8c54b6db,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:19:59.839906 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-07d526a9-021a-45a1-bfa3-d402a2bcde1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:19:59.848603 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-07d526a9-021a-45a1-bfa3-d402a2bcde1e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/83a8cc71-65ed-4855-bf61-0cee8c54b6db HTTP/1.1" status: 204  len: 168 time: 0.3231871
Dec 30 16:19:59.866387 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-79da483b-34d6-4166-93dc-53edee00d76e req-8a4efe77-d594-4ed1-84a4-7390fc1cdf3a tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0753353
Dec 30 16:20:00.001124 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-49ca2af4-bd32-42f0-a9c0-ca9befc23f3d service neutron] Attempting to bind port f885afb5-dec1-4ffc-a9b9-8ee26a12c34d on host hv-cinder-82293 for vnic_type normal with profile  {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:20:00.001938 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-49ca2af4-bd32-42f0-a9c0-ca9befc23f3d service neutron] Attempting to bind port f885afb5-dec1-4ffc-a9b9-8ee26a12c34d by drivers openvswitch,hyperv on host hv-cinder-82293 at level 0 using segments [{'id': '22bfbb1f-a0de-45b6-8d76-3ecdcb181432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1c537c90-32cb-4109-9814-ee7321945809'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:20:00.002515 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-49ca2af4-bd32-42f0-a9c0-ca9befc23f3d service neutron] Attempting to bind port f885afb5-dec1-4ffc-a9b9-8ee26a12c34d on network 1c537c90-32cb-4109-9814-ee7321945809 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:20:00.025650 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-49ca2af4-bd32-42f0-a9c0-ca9befc23f3d service neutron] Port f885afb5-dec1-4ffc-a9b9-8ee26a12c34d on network 1c537c90-32cb-4109-9814-ee7321945809 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82293 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 30 16:20:00.025995 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-49ca2af4-bd32-42f0-a9c0-ca9befc23f3d service neutron] Attempting to bind port f885afb5-dec1-4ffc-a9b9-8ee26a12c34d on network 1c537c90-32cb-4109-9814-ee7321945809 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:20:00.034630 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-49ca2af4-bd32-42f0-a9c0-ca9befc23f3d service neutron] Checking agent: {'id': 'e529ec3e-5d50-4747-9e44-8ad3816b2791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82293', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'started_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:20:00.034958 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-49ca2af4-bd32-42f0-a9c0-ca9befc23f3d service neutron] Checking segment: {'id': '22bfbb1f-a0de-45b6-8d76-3ecdcb181432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1c537c90-32cb-4109-9814-ee7321945809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:20:00.035336 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-49ca2af4-bd32-42f0-a9c0-ca9befc23f3d service neutron] Bound using segment: {'id': '22bfbb1f-a0de-45b6-8d76-3ecdcb181432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1c537c90-32cb-4109-9814-ee7321945809'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:20:00.035755 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-49ca2af4-bd32-42f0-a9c0-ca9befc23f3d service neutron] Bound port: f885afb5-dec1-4ffc-a9b9-8ee26a12c34d, host: hv-cinder-82293, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22bfbb1f-a0de-45b6-8d76-3ecdcb181432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1c537c90-32cb-4109-9814-ee7321945809'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:20:00.036112 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-49ca2af4-bd32-42f0-a9c0-ca9befc23f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:00.145816 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c9f8eec8-f7f4-456b-b421-e40136860260 req-4ca04f1b-da77-443f-8c56-54e55361d617 service neutron] 10.222.0.43 "GET /v2.0/networks/9a0d327b-13ae-4aab-8565-47511b5fa283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2276165
Dec 30 16:20:00.169399 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-49ca2af4-bd32-42f0-a9c0-ca9befc23f3d service neutron] For port f885afb5-dec1-4ffc-a9b9-8ee26a12c34d, host hv-cinder-82293, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:20:00.172613 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-49ca2af4-bd32-42f0-a9c0-ca9befc23f3d service neutron] For port f885afb5-dec1-4ffc-a9b9-8ee26a12c34d, host hv-cinder-82293, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=f885afb5-dec1-4ffc-a9b9-8ee26a12c34d,segment=NetworkSegment(22bfbb1f-a0de-45b6-8d76-3ecdcb181432),segment_id=22bfbb1f-a0de-45b6-8d76-3ecdcb181432)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:20:00.180181 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-49ca2af4-bd32-42f0-a9c0-ca9befc23f3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:00.356095 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-49ca2af4-bd32-42f0-a9c0-ca9befc23f3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:00.357559 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-49ca2af4-bd32-42f0-a9c0-ca9befc23f3d service neutron] 10.222.0.43 "PUT /v2.0/ports/f885afb5-dec1-4ffc-a9b9-8ee26a12c34d HTTP/1.1" status: 200  len: 1093 time: 1.6928444
Dec 30 16:20:00.358148 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca2af4-bd32-42f0-a9c0-ca9befc23f3d service neutron] Pushing event updated for resources: {'Port': ['ID=f885afb5-dec1-4ffc-a9b9-8ee26a12c34d,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:00.360546 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae8aa50-77f9-4a34-90ee-ddb355a9e625', 'tag': 'f885afb5-dec1-4ffc-a9b9-8ee26a12c34d'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:20:00.409502 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69cd908-0621-4650-a863-a0d5b8bbeb78 req-4da360a3-5fa0-4bb0-9dd7-14b361ec6153 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:00.411431 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f69cd908-0621-4650-a863-a0d5b8bbeb78 req-4da360a3-5fa0-4bb0-9dd7-14b361ec6153 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/ports?device_id=617cd47b-dc30-48c8-b799-8f16ead3a52f HTTP/1.1" status: 200  len: 944 time: 0.1212859
Dec 30 16:20:00.441598 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae8aa50-77f9-4a34-90ee-ddb355a9e625', 'tag': 'f885afb5-dec1-4ffc-a9b9-8ee26a12c34d', 'status': 'completed', 'code': 200}
Dec 30 16:20:00.492228 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f69cd908-0621-4650-a863-a0d5b8bbeb78 req-2205e2eb-79d6-40b0-8db7-d71171f46971 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/security-groups?id=051870d8-1e5f-4e05-a183-ede239aaaa5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733216
Dec 30 16:20:00.683974 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec257e-00d5-4beb-ad6c-a8e3e5d261f8 req-20b29832-625f-49a7-adc9-0abe74af621e tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:00.686035 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a5ec257e-00d5-4beb-ad6c-a8e3e5d261f8 req-20b29832-625f-49a7-adc9-0abe74af621e tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 943 time: 0.0833104
Dec 30 16:20:00.745883 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a5ec257e-00d5-4beb-ad6c-a8e3e5d261f8 req-c31b2cbf-5a4d-4ebf-b876-c0681beed589 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0541852
Dec 30 16:20:00.784034 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefe11b7-daaf-4020-a477-4dcd384157a2 None None] Sync routers for ids ['e5e016c0-5fc0-420a-8f2e-af1da10ce601'] in dv-cinder-822939-1-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:20:00.795920 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefe11b7-daaf-4020-a477-4dcd384157a2 None None] Routers {'e5e016c0-5fc0-420a-8f2e-af1da10ce601'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:20:00.796514 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-cefe11b7-daaf-4020-a477-4dcd384157a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d51ade50>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:19:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['e5e016c0-5fc0-420a-8f2e-af1da10ce601'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:20:01.019978 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-cefe11b7-daaf-4020-a477-4dcd384157a2 None None] Set router e5e016c0-5fc0-420a-8f2e-af1da10ce601 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:20:01.166875 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee601d-c7e2-457d-92de-19fc9ab46e8a req-d7869633-52d5-452d-9bbf-0167c152265f tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:01.174374 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a5ee601d-c7e2-457d-92de-19fc9ab46e8a req-d7869633-52d5-452d-9bbf-0167c152265f tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 943 time: 0.0975268
Dec 30 16:20:01.221732 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a5ee601d-c7e2-457d-92de-19fc9ab46e8a req-ccc7c1b2-aab9-4839-817d-1852c8f1cbe7 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463040
Dec 30 16:20:01.344646 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-cefe11b7-daaf-4020-a477-4dcd384157a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d51ade50>, [{'id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'name': 'tempest-AttachVolumeTestJSON-2073934760-router', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:19:35Z', 'revision_number': 4, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'gw_port': {'id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:29Z', 'updated_at': '2021-12-30T16:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': 'caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8', 'name': '', 'network_id': '1c537c90-32cb-4109-9814-ee7321945809', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'mac_address': 'fa:16:3e:75:b9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '944ab297-fca1-4f6e-94db-374949491f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:34Z', 'updated_at': '2021-12-30T16:19:35Z', 'revision_number': 2, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'subnets': [{'id': '944ab297-fca1-4f6e-94db-374949491f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:20:01.350647 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefe11b7-daaf-4020-a477-4dcd384157a2 None None] Checking router: e5e016c0-5fc0-420a-8f2e-af1da10ce601 for host: dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:20:01.350647 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefe11b7-daaf-4020-a477-4dcd384157a2 None None] Updating router e5e016c0-5fc0-420a-8f2e-af1da10ce601 port caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8 binding host dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 30 16:20:01.406980 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-cefe11b7-daaf-4020-a477-4dcd384157a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:01.689047 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d62a7-76a4-4805-a248-c66742a6df6a req-6d3985b2-c0c8-4aa4-b40d-24d3673d267e tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:01.691436 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-454d62a7-76a4-4805-a248-c66742a6df6a req-6d3985b2-c0c8-4aa4-b40d-24d3673d267e tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/ports?device_id=617cd47b-dc30-48c8-b799-8f16ead3a52f HTTP/1.1" status: 200  len: 944 time: 0.0758719
Dec 30 16:20:01.750309 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-454d62a7-76a4-4805-a248-c66742a6df6a req-3b20127e-3a33-4fdd-9a2d-13793b381ddf tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/security-groups?id=051870d8-1e5f-4e05-a183-ede239aaaa5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509531
Dec 30 16:20:01.791279 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-cefe11b7-daaf-4020-a477-4dcd384157a2 None None] Notify callbacks [] for port, precommit_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:01.805959 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-cefe11b7-daaf-4020-a477-4dcd384157a2 None None] Transition to ACTIVE for port object caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8 will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:20:01.814030 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-cefe11b7-daaf-4020-a477-4dcd384157a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:01.897308 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b2c81-fda6-4228-9f0d-7f41dd01d020 None None] Pushing event updated for resources: {'Port': ['ID=caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:01.954740 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-62844a4e-11f5-4258-a612-d2e43026587f req-41e89a5e-baae-420e-8650-75d1ab9e7c7a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=68a21c1767cb4406bba3b9b738393ddc&device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 1096 time: 0.2278252
Dec 30 16:20:02.108863 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c63d02-7732-4430-b540-255c32facf96 req-402b24c0-861c-4e75-8b7e-c90dd7dec899 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:02.117424 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d2c63d02-7732-4430-b540-255c32facf96 req-402b24c0-861c-4e75-8b7e-c90dd7dec899 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 943 time: 0.2223122
Dec 30 16:20:02.145453 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-cefe11b7-daaf-4020-a477-4dcd384157a2 None None] Attempting to bind port caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8 on host dv-cinder-822939-1-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:20:02.146244 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-cefe11b7-daaf-4020-a477-4dcd384157a2 None None] Attempting to bind port caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8 by drivers openvswitch,hyperv on host dv-cinder-822939-1-iscsi at level 0 using segments [{'id': '22bfbb1f-a0de-45b6-8d76-3ecdcb181432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1c537c90-32cb-4109-9814-ee7321945809'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:20:02.146727 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefe11b7-daaf-4020-a477-4dcd384157a2 None None] Attempting to bind port caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8 on network 1c537c90-32cb-4109-9814-ee7321945809 {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:20:02.163389 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefe11b7-daaf-4020-a477-4dcd384157a2 None None] Checking agent: {'id': 'b5560ab0-2c8e-4cda-8841-fe2255e3b07c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822939-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 11, 19), 'started_at': datetime.datetime(2021, 12, 30, 16, 11, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822939-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:20:02.163789 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefe11b7-daaf-4020-a477-4dcd384157a2 None None] Checking segment: {'id': '22bfbb1f-a0de-45b6-8d76-3ecdcb181432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1c537c90-32cb-4109-9814-ee7321945809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:20:02.164602 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-cefe11b7-daaf-4020-a477-4dcd384157a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:02.164979 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cefe11b7-daaf-4020-a477-4dcd384157a2 None None] Bound using segment: {'id': '22bfbb1f-a0de-45b6-8d76-3ecdcb181432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1c537c90-32cb-4109-9814-ee7321945809'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:20:02.165501 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-cefe11b7-daaf-4020-a477-4dcd384157a2 None None] Bound port: caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8, host: dv-cinder-822939-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22bfbb1f-a0de-45b6-8d76-3ecdcb181432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1c537c90-32cb-4109-9814-ee7321945809'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:20:02.165933 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-cefe11b7-daaf-4020-a477-4dcd384157a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:02.214779 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d2c63d02-7732-4430-b540-255c32facf96 req-17db1aef-7108-45e5-a805-756eb6e7d6af tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0960004
Dec 30 16:20:02.216546 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62844a4e-11f5-4258-a612-d2e43026587f req-94af3f81-0395-4975-bd5e-96797496efd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:02.218299 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-62844a4e-11f5-4258-a612-d2e43026587f req-94af3f81-0395-4975-bd5e-96797496efd6 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=68a21c1767cb4406bba3b9b738393ddc&shared=False HTTP/1.1" status: 200  len: 911 time: 0.2512405
Dec 30 16:20:02.288422 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-cefe11b7-daaf-4020-a477-4dcd384157a2 None None] For port caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8, host dv-cinder-822939-1-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:20:02.292807 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-cefe11b7-daaf-4020-a477-4dcd384157a2 None None] For port caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8, host dv-cinder-822939-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8,segment=NetworkSegment(22bfbb1f-a0de-45b6-8d76-3ecdcb181432),segment_id=22bfbb1f-a0de-45b6-8d76-3ecdcb181432)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:20:02.305204 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-cefe11b7-daaf-4020-a477-4dcd384157a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:02.402203 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b2c81-fda6-4228-9f0d-7f41dd01d020 None None] Pushing event updated for resources: {'Port': ['ID=caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:02.408580 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefe11b7-daaf-4020-a477-4dcd384157a2 None None] Routers {'e5e016c0-5fc0-420a-8f2e-af1da10ce601'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:20:02.409224 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-cefe11b7-daaf-4020-a477-4dcd384157a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d51ade50>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:19:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['e5e016c0-5fc0-420a-8f2e-af1da10ce601'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:20:02.415318 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62844a4e-11f5-4258-a612-d2e43026587f req-d0cd7ea0-eacf-4849-ba62-b05b261bb99d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:02.417114 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-62844a4e-11f5-4258-a612-d2e43026587f req-d0cd7ea0-eacf-4849-ba62-b05b261bb99d service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 869 time: 0.1913877
Dec 30 16:20:02.567353 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-d05978ce-b873-4769-80b6-ce76522e08b5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=68a21c1767cb4406bba3b9b738393ddc&device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 1096 time: 0.1099575
Dec 30 16:20:02.664234 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a31e7-a264-472e-a648-cb122235cc7a req-889d609c-97f7-4c9f-a723-d738f0744e44 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:02.674980 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-685a31e7-a264-472e-a648-cb122235cc7a req-889d609c-97f7-4c9f-a723-d738f0744e44 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 943 time: 0.1819129
Dec 30 16:20:02.684236 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-657d1da9-0ed0-4977-845b-88b8b00c4047 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f885afb5-dec1-4ffc-a9b9-8ee26a12c34d HTTP/1.1" status: 200  len: 217 time: 0.1081543
Dec 30 16:20:02.701334 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-cefe11b7-daaf-4020-a477-4dcd384157a2 None None] Set router e5e016c0-5fc0-420a-8f2e-af1da10ce601 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:20:02.769378 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-685a31e7-a264-472e-a648-cb122235cc7a req-6b40de5a-96c3-42de-a179-61d501db9aed tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0928319
Dec 30 16:20:02.796695 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-fdc1925c-b296-49d4-b93b-f098d8e13bbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:02.800536 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-fdc1925c-b296-49d4-b93b-f098d8e13bbb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=944ab297-fca1-4f6e-94db-374949491f42 HTTP/1.1" status: 200  len: 850 time: 0.1098163
Dec 30 16:20:03.010390 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-318f13b3-4f4e-4ac7-b5ca-bfef231a463a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1c537c90-32cb-4109-9814-ee7321945809&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2038076
Dec 30 16:20:03.146656 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b42cf-5edb-4c18-9efa-373cf0cf92b8 req-0d337c8c-b4f4-46eb-8a67-68b7cafd8c25 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:03.148410 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-de0b42cf-5edb-4c18-9efa-373cf0cf92b8 req-0d337c8c-b4f4-46eb-8a67-68b7cafd8c25 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/ports?device_id=617cd47b-dc30-48c8-b799-8f16ead3a52f HTTP/1.1" status: 200  len: 944 time: 0.1857214
Dec 30 16:20:03.163836 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-cefe11b7-daaf-4020-a477-4dcd384157a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d51ade50>, [{'id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'name': 'tempest-AttachVolumeTestJSON-2073934760-router', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:19:35Z', 'revision_number': 4, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'gw_port': {'id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:29Z', 'updated_at': '2021-12-30T16:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': 'caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8', 'name': '', 'network_id': '1c537c90-32cb-4109-9814-ee7321945809', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'mac_address': 'fa:16:3e:75:b9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '944ab297-fca1-4f6e-94db-374949491f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:34Z', 'updated_at': '2021-12-30T16:20:02Z', 'revision_number': 4, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'subnets': [{'id': '944ab297-fca1-4f6e-94db-374949491f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:20:03.170082 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cefe11b7-daaf-4020-a477-4dcd384157a2 None None] The sync data for ids ['e5e016c0-5fc0-420a-8f2e-af1da10ce601'] in dv-cinder-822939-1-iscsi is: [{'id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'name': 'tempest-AttachVolumeTestJSON-2073934760-router', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:19:35Z', 'revision_number': 4, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'gw_port': {'id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:29Z', 'updated_at': '2021-12-30T16:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': 'caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8', 'name': '', 'network_id': '1c537c90-32cb-4109-9814-ee7321945809', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'mac_address': 'fa:16:3e:75:b9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '944ab297-fca1-4f6e-94db-374949491f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:34Z', 'updated_at': '2021-12-30T16:20:02Z', 'revision_number': 4, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'subnets': [{'id': '944ab297-fca1-4f6e-94db-374949491f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:20:03.198873 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-814020cd-87f8-4d7a-874e-aa2c44ca4fb7 service neutron] 10.222.0.43 "GET /v2.0/networks/1c537c90-32cb-4109-9814-ee7321945809?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1795781
Dec 30 16:20:03.326103 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-de0b42cf-5edb-4c18-9efa-373cf0cf92b8 req-a320857f-4f75-4cc6-9cdf-d302f9dc5a84 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/security-groups?id=051870d8-1e5f-4e05-a183-ede239aaaa5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1639497
Dec 30 16:20:03.404681 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-01673dc4-3c2f-46a1-82ba-cdd3b0705b7f req-021d57d2-a619-4cd5-94a8-d087ec45173a service neutron] 10.222.0.43 "GET /v2.0/networks/1c537c90-32cb-4109-9814-ee7321945809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1956244
Dec 30 16:20:03.523398 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b290ba5-dec0-44aa-930f-23586971b9e8 req-cb450db6-f249-4633-85da-43ecea29703d tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:03.525073 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9b290ba5-dec0-44aa-930f-23586971b9e8 req-cb450db6-f249-4633-85da-43ecea29703d tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 943 time: 0.1169696
Dec 30 16:20:03.578222 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9b290ba5-dec0-44aa-930f-23586971b9e8 req-f8a3972b-0822-42b6-bb6b-459323e98d46 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455363
Dec 30 16:20:03.696325 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 094c562e-74b6-42c1-9b38-609300df83c9 details requested by agent hyperv_hv-cinder-82293 with host hv-cinder-82293 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 30 16:20:03.742703 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8 up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:20:03.766376 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 58d6023b-b98d-412b-b80a-995db3699bcc up at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:20:04.036574 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 094c562e-74b6-42c1-9b38-609300df83c9, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=094c562e-74b6-42c1-9b38-609300df83c9,segment=NetworkSegment(5936c83c-be6b-48e8-9fcb-7dbbfde67386),segment_id=5936c83c-be6b-48e8-9fcb-7dbbfde67386)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:20:04.077190 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Returning: {'device': '094c562e-74b6-42c1-9b38-609300df83c9', 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283', 'port_id': '094c562e-74b6-42c1-9b38-609300df83c9', 'mac_address': 'fa:16:3e:dd:6a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 30 16:20:04.112292 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning for port caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:20:04.122709 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning for port 58d6023b-b98d-412b-b80a-995db3699bcc completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:20:04.130033 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning complete for port 58d6023b-b98d-412b-b80a-995db3699bcc triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:20:04.130471 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:04.176695 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:20:04.177399 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:04.181338 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61e07a-571c-4333-96f1-29377ce49124 req-c7f3d20f-a2aa-4412-9412-60139547b3bf tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:04.189415 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-dc61e07a-571c-4333-96f1-29377ce49124 req-c7f3d20f-a2aa-4412-9412-60139547b3bf tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 943 time: 0.1671908
Dec 30 16:20:04.245743 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-dc61e07a-571c-4333-96f1-29377ce49124 req-3f8173b8-80be-4c0b-959f-fbdb944e0589 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551820
Dec 30 16:20:04.261534 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:04.344252 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 094c562e-74b6-42c1-9b38-609300df83c9 {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:20:04.419119 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:04.430873 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 094c562e-74b6-42c1-9b38-609300df83c9, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=094c562e-74b6-42c1-9b38-609300df83c9,segment=NetworkSegment(5936c83c-be6b-48e8-9fcb-7dbbfde67386),segment_id=5936c83c-be6b-48e8-9fcb-7dbbfde67386)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:20:04.450623 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:04.468529 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:04.539611 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] For port caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8,segment=NetworkSegment(22bfbb1f-a0de-45b6-8d76-3ecdcb181432),segment_id=22bfbb1f-a0de-45b6-8d76-3ecdcb181432)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:20:04.552793 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:04.570324 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617cd47b-dc30-48c8-b799-8f16ead3a52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d6023b-b98d-412b-b80a-995db3699bcc'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:20:04.596126 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee638b7-0af9-410f-868c-7663182d9bf4 req-96705b47-0887-4841-8942-f4bf26636537 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:04.601608 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6ee638b7-0af9-410f-868c-7663182d9bf4 req-96705b47-0887-4841-8942-f4bf26636537 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/ports?device_id=617cd47b-dc30-48c8-b799-8f16ead3a52f HTTP/1.1" status: 200  len: 944 time: 0.1024399
Dec 30 16:20:04.642340 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 58d6023b-b98d-412b-b80a-995db3699bcc, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=58d6023b-b98d-412b-b80a-995db3699bcc,segment=NetworkSegment(50be33e0-3d89-47d9-8dac-50038c791de0),segment_id=50be33e0-3d89-47d9-8dac-50038c791de0)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:20:04.648251 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=094c562e-74b6-42c1-9b38-609300df83c9,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:04.680087 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6ee638b7-0af9-410f-868c-7663182d9bf4 req-72a279dd-11bb-4031-a903-ff195381ebd4 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/security-groups?id=051870d8-1e5f-4e05-a183-ede239aaaa5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0751729
Dec 30 16:20:04.692599 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:04.747012 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Pushing event updated for resources: {'Port': ['ID=caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:04.825592 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=58d6023b-b98d-412b-b80a-995db3699bcc,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:04.863065 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed59a1-1f68-4d91-9a72-3c68a4f742ab req-937a4049-330b-49f1-abca-09c62f3d2cc1 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:04.864554 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f2ed59a1-1f68-4d91-9a72-3c68a4f742ab req-937a4049-330b-49f1-abca-09c62f3d2cc1 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 943 time: 0.0837038
Dec 30 16:20:04.909538 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f2ed59a1-1f68-4d91-9a72-3c68a4f742ab req-26973eaf-1b5d-4390-a807-1918cceeb764 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389190
Dec 30 16:20:04.967251 dv-cinder-822939-1-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617cd47b-dc30-48c8-b799-8f16ead3a52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d6023b-b98d-412b-b80a-995db3699bcc', 'code': 200}
Dec 30 16:20:05.470830 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9ad42-b6af-4c8e-8dff-0b781b0d6fd0 req-b76fc63f-a346-4065-b81a-6189c2e3f266 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:05.473282 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-82b9ad42-b6af-4c8e-8dff-0b781b0d6fd0 req-b76fc63f-a346-4065-b81a-6189c2e3f266 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 944 time: 0.0807555
Dec 30 16:20:05.516866 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-82b9ad42-b6af-4c8e-8dff-0b781b0d6fd0 req-883a472a-1c0c-4f15-95ce-3fc49cc9d888 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391276
Dec 30 16:20:05.673083 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8 up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:20:05.753204 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:20:05.753906 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:05.902128 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a256a-cf39-4488-8cee-0d32f46ae0fd req-31cfa4fe-1620-49c3-8008-203a0fea5e87 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:05.903586 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-015a256a-cf39-4488-8cee-0d32f46ae0fd req-31cfa4fe-1620-49c3-8008-203a0fea5e87 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/ports?device_id=617cd47b-dc30-48c8-b799-8f16ead3a52f HTTP/1.1" status: 200  len: 945 time: 0.0768509
Dec 30 16:20:05.954337 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-015a256a-cf39-4488-8cee-0d32f46ae0fd req-461303ef-201d-4266-b434-31d5ced8d777 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/security-groups?id=051870d8-1e5f-4e05-a183-ede239aaaa5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422189
Dec 30 16:20:06.123632 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8581279d-d75e-42ca-8033-46360639c99d req-376f7758-e817-44a6-856a-e2e03240feef tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:06.125503 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8581279d-d75e-42ca-8033-46360639c99d req-376f7758-e817-44a6-856a-e2e03240feef tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 943 time: 0.0963502
Dec 30 16:20:06.176963 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8581279d-d75e-42ca-8033-46360639c99d req-202c4d8b-0a4e-4799-b4bc-981ffa6c4d2d tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447748
Dec 30 16:20:06.742475 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d4ccf4-bfb7-447f-8fbb-accc0c683575 req-e3883672-a81f-465d-86fd-f904beaccd4c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:06.743954 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-71d4ccf4-bfb7-447f-8fbb-accc0c683575 req-e3883672-a81f-465d-86fd-f904beaccd4c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 944 time: 0.0889187
Dec 30 16:20:06.795000 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-71d4ccf4-bfb7-447f-8fbb-accc0c683575 req-89862fad-00b9-488b-a3e9-84456fd6e2fc tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438304
Dec 30 16:20:06.977483 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f69e3a2b-bd1b-49bf-a818-f9c9ccfb6b9c req-84665044-c3b3-49c0-8780-5882bcb15cbf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=617cd47b-dc30-48c8-b799-8f16ead3a52f HTTP/1.1" status: 200  len: 1098 time: 0.0712879
Dec 30 16:20:06.991108 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['094c562e-74b6-42c1-9b38-609300df83c9'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:20:07.000886 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-f69e3a2b-bd1b-49bf-a818-f9c9ccfb6b9c req-3a6028e1-ebb1-424b-b77a-439f35b06bb5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:07.033374 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-f69e3a2b-bd1b-49bf-a818-f9c9ccfb6b9c req-3a6028e1-ebb1-424b-b77a-439f35b06bb5 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:07.037295 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-f69e3a2b-bd1b-49bf-a818-f9c9ccfb6b9c req-3a6028e1-ebb1-424b-b77a-439f35b06bb5 service neutron] Usage tracker for resource:security_group_rule and tenant:672e9dd242c04f159d40a54e60b0b612 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:07.040082 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-f69e3a2b-bd1b-49bf-a818-f9c9ccfb6b9c req-3a6028e1-ebb1-424b-b77a-439f35b06bb5 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:07.047213 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-f69e3a2b-bd1b-49bf-a818-f9c9ccfb6b9c req-3a6028e1-ebb1-424b-b77a-439f35b06bb5 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:07.208603 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-f69e3a2b-bd1b-49bf-a818-f9c9ccfb6b9c req-3a6028e1-ebb1-424b-b77a-439f35b06bb5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:07.220047 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-f69e3a2b-bd1b-49bf-a818-f9c9ccfb6b9c req-3a6028e1-ebb1-424b-b77a-439f35b06bb5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:07.262344 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6028e1-ebb1-424b-b77a-439f35b06bb5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6bedf818-9a04-4320-ba1f-992c7530e850,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:07.266875 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f69e3a2b-bd1b-49bf-a818-f9c9ccfb6b9c req-3a6028e1-ebb1-424b-b77a-439f35b06bb5 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=051870d8-1e5f-4e05-a183-ede239aaaa5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2821994
Dec 30 16:20:07.280690 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095e0c5-1da0-4d6b-86b9-54a00ff86072 req-b5eb3c42-62ae-4076-8abc-43ab3993c9ef tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:07.282144 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3095e0c5-1da0-4d6b-86b9-54a00ff86072 req-b5eb3c42-62ae-4076-8abc-43ab3993c9ef tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/ports?device_id=617cd47b-dc30-48c8-b799-8f16ead3a52f HTTP/1.1" status: 200  len: 945 time: 0.1899319
Dec 30 16:20:07.327033 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3095e0c5-1da0-4d6b-86b9-54a00ff86072 req-0e8ac881-e224-4af0-ae8e-76ccc1489695 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/security-groups?id=051870d8-1e5f-4e05-a183-ede239aaaa5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393877
Dec 30 16:20:07.378074 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181a1b3-cb26-40bf-87b0-e91e89b86dd5 req-65873549-1d43-42ba-83c0-60a9a7363e16 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:07.379493 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6181a1b3-cb26-40bf-87b0-e91e89b86dd5 req-65873549-1d43-42ba-83c0-60a9a7363e16 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 943 time: 0.0787225
Dec 30 16:20:07.429455 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6181a1b3-cb26-40bf-87b0-e91e89b86dd5 req-6897ce54-1198-4e19-bd58-a113ed30dd95 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442650
Dec 30 16:20:07.943033 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:20:08.011705 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef48f39-ac6b-4af3-9ce4-5d5bd2173632 req-fe2bb71c-3061-4f2e-ae2b-af326e9b8d6d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:08.013131 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-fef48f39-ac6b-4af3-9ce4-5d5bd2173632 req-fe2bb71c-3061-4f2e-ae2b-af326e9b8d6d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 944 time: 0.0815196
Dec 30 16:20:08.058899 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-fef48f39-ac6b-4af3-9ce4-5d5bd2173632 req-339ca8d2-4037-4832-8d38-475f01fd8d51 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398536
Dec 30 16:20:08.529891 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6afd148-ab27-4ab4-8b04-980924fa014c req-dbdd89cf-6c1c-47c1-9871-d4cd1a0af604 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:08.531340 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d6afd148-ab27-4ab4-8b04-980924fa014c req-dbdd89cf-6c1c-47c1-9871-d4cd1a0af604 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/ports?device_id=617cd47b-dc30-48c8-b799-8f16ead3a52f HTTP/1.1" status: 200  len: 945 time: 0.0761213
Dec 30 16:20:08.575840 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d6afd148-ab27-4ab4-8b04-980924fa014c req-c285eccf-c58c-4dd0-ba69-244bd06a2d01 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/security-groups?id=051870d8-1e5f-4e05-a183-ede239aaaa5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390224
Dec 30 16:20:08.622952 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45164c5-9f9e-4f74-acae-7314c5f915c7 req-5be3a658-04d1-40de-a299-f96b16d53c49 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:08.624378 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c45164c5-9f9e-4f74-acae-7314c5f915c7 req-5be3a658-04d1-40de-a299-f96b16d53c49 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 943 time: 0.0763478
Dec 30 16:20:08.670958 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c45164c5-9f9e-4f74-acae-7314c5f915c7 req-6649f3c0-925a-40a9-adee-bf3569da4007 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383837
Dec 30 16:20:09.270513 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359537f-82b8-416d-8cfd-42a7e293a479 req-4e9c7159-82a2-4f1b-bc5c-93c924acaf2b tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:09.271823 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a359537f-82b8-416d-8cfd-42a7e293a479 req-4e9c7159-82a2-4f1b-bc5c-93c924acaf2b tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 944 time: 0.0805485
Dec 30 16:20:09.317073 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a359537f-82b8-416d-8cfd-42a7e293a479 req-13116cc9-0f81-4d91-8f3b-2ecd3818ccab tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390840
Dec 30 16:20:09.793048 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c8c26-ef8f-4e04-9e7f-fa0c1af434b5 req-8a8e7f73-9c42-4698-8df1-327a10031a73 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:09.794581 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ab4c8c26-ef8f-4e04-9e7f-fa0c1af434b5 req-8a8e7f73-9c42-4698-8df1-327a10031a73 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/ports?device_id=617cd47b-dc30-48c8-b799-8f16ead3a52f HTTP/1.1" status: 200  len: 945 time: 0.0814283
Dec 30 16:20:09.841954 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ab4c8c26-ef8f-4e04-9e7f-fa0c1af434b5 req-65279a65-5dd3-4711-b62e-9b6f05fc8c36 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/security-groups?id=051870d8-1e5f-4e05-a183-ede239aaaa5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415964
Dec 30 16:20:09.883668 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a903fb06-f8c0-4370-8433-4a361d2c8a54 req-3ecf6edc-e231-40eb-8d3c-83dde146fe6d tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:09.885093 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a903fb06-f8c0-4370-8433-4a361d2c8a54 req-3ecf6edc-e231-40eb-8d3c-83dde146fe6d tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 943 time: 0.0833681
Dec 30 16:20:09.931851 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a903fb06-f8c0-4370-8433-4a361d2c8a54 req-f79b1c8f-65f0-42e4-a0d7-9c644bb8ad60 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406871
Dec 30 16:20:10.534969 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f80c47b-1d35-41b9-9f19-c7a0338558d5 req-baeeb506-979b-45c9-b32e-7ead44d02e30 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:10.536387 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4f80c47b-1d35-41b9-9f19-c7a0338558d5 req-baeeb506-979b-45c9-b32e-7ead44d02e30 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 944 time: 0.0770478
Dec 30 16:20:10.584802 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4f80c47b-1d35-41b9-9f19-c7a0338558d5 req-cfb0ff77-267c-4e51-817f-e539522831d3 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404277
Dec 30 16:20:10.725812 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device f885afb5-dec1-4ffc-a9b9-8ee26a12c34d details requested by agent hyperv_hv-cinder-82293 with host hv-cinder-82293 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 30 16:20:10.729192 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 094c562e-74b6-42c1-9b38-609300df83c9 up at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:20:10.908338 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning for port 094c562e-74b6-42c1-9b38-609300df83c9 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:20:10.918657 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning complete for port 094c562e-74b6-42c1-9b38-609300df83c9 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:20:10.919024 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:10.977101 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port f885afb5-dec1-4ffc-a9b9-8ee26a12c34d, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=f885afb5-dec1-4ffc-a9b9-8ee26a12c34d,segment=NetworkSegment(22bfbb1f-a0de-45b6-8d76-3ecdcb181432),segment_id=22bfbb1f-a0de-45b6-8d76-3ecdcb181432)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:20:10.998077 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Returning: {'device': 'f885afb5-dec1-4ffc-a9b9-8ee26a12c34d', 'network_id': '1c537c90-32cb-4109-9814-ee7321945809', 'port_id': 'f885afb5-dec1-4ffc-a9b9-8ee26a12c34d', 'mac_address': 'fa:16:3e:cb:b1:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944ab297-fca1-4f6e-94db-374949491f42', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 30 16:20:11.086719 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e20345-8b3c-4843-8bf9-785ede1c60f2 req-459a00e1-0f0b-431f-8778-c55461b69d35 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:11.088574 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-52e20345-8b3c-4843-8bf9-785ede1c60f2 req-459a00e1-0f0b-431f-8778-c55461b69d35 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/ports?device_id=617cd47b-dc30-48c8-b799-8f16ead3a52f HTTP/1.1" status: 200  len: 945 time: 0.1096392
Dec 30 16:20:11.140136 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-52e20345-8b3c-4843-8bf9-785ede1c60f2 req-bc120e9c-148d-40f9-9bfd-54c598f4c197 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/security-groups?id=051870d8-1e5f-4e05-a183-ede239aaaa5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437686
Dec 30 16:20:11.170634 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:11.194021 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f885afb5-dec1-4ffc-a9b9-8ee26a12c34d {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:20:11.203298 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:11.291144 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 094c562e-74b6-42c1-9b38-609300df83c9, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=094c562e-74b6-42c1-9b38-609300df83c9,segment=NetworkSegment(5936c83c-be6b-48e8-9fcb-7dbbfde67386),segment_id=5936c83c-be6b-48e8-9fcb-7dbbfde67386)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:20:11.298575 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f037c14-64b7-46d3-a080-0ffbf8e791e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094c562e-74b6-42c1-9b38-609300df83c9'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:20:11.308903 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:11.311644 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba1366-c208-44fb-9ad9-83aaeb14c593 req-7c7067af-4d58-4bf3-bd9d-ad0a269098a3 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:11.314105 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-caba1366-c208-44fb-9ad9-83aaeb14c593 req-7c7067af-4d58-4bf3-bd9d-ad0a269098a3 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 943 time: 0.1974626
Dec 30 16:20:11.315101 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port f885afb5-dec1-4ffc-a9b9-8ee26a12c34d, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=f885afb5-dec1-4ffc-a9b9-8ee26a12c34d,segment=NetworkSegment(22bfbb1f-a0de-45b6-8d76-3ecdcb181432),segment_id=22bfbb1f-a0de-45b6-8d76-3ecdcb181432)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:20:11.391790 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-caba1366-c208-44fb-9ad9-83aaeb14c593 req-3f8f0a86-5413-472e-b979-6f780dcc33cb tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0697646
Dec 30 16:20:11.423571 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:11.439841 dv-cinder-822939-1-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f037c14-64b7-46d3-a080-0ffbf8e791e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094c562e-74b6-42c1-9b38-609300df83c9', 'code': 200}
Dec 30 16:20:11.479503 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=094c562e-74b6-42c1-9b38-609300df83c9,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:11.579004 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=f885afb5-dec1-4ffc-a9b9-8ee26a12c34d,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:11.646924 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['f885afb5-dec1-4ffc-a9b9-8ee26a12c34d'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:20:11.830476 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f0033aba-ad19-4043-9b18-36cf49af69ab req-27034c74-1a13-44d2-88a2-8c8323ae1f38 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 1098 time: 0.1343513
Dec 30 16:20:11.947612 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f0033aba-ad19-4043-9b18-36cf49af69ab req-258dd87e-2d1c-4585-9a55-9a88e057413e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1102881
Dec 30 16:20:11.981255 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc7a0e-793e-4965-8372-977d1395f86f req-cbcfb547-e95f-47e7-977c-865c974a27be tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:11.982963 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-39dc7a0e-793e-4965-8372-977d1395f86f req-cbcfb547-e95f-47e7-977c-865c974a27be tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 945 time: 0.1228921
Dec 30 16:20:12.036708 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 48252) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:12.036917 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-39dc7a0e-793e-4965-8372-977d1395f86f req-906f8d6a-aa19-46cd-9477-22c8a367f9ec tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463398
Dec 30 16:20:12.179713 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a954190a-f8b8-49db-92c5-8b9b30e0244d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:12.215239 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-a954190a-f8b8-49db-92c5-8b9b30e0244d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:12.219159 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-a954190a-f8b8-49db-92c5-8b9b30e0244d admin admin] Usage tracker for resource:security_group_rule and tenant:1be299f4505640dcbfcf6c454fa7d704 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:12.222187 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-a954190a-f8b8-49db-92c5-8b9b30e0244d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:12.228348 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-a954190a-f8b8-49db-92c5-8b9b30e0244d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:12.357674 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a954190a-f8b8-49db-92c5-8b9b30e0244d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:12.363068 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a954190a-f8b8-49db-92c5-8b9b30e0244d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:12.426774 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac2fae-af3d-490b-82ec-4fe57502103c req-715b2c4b-59a2-4db8-b0a4-17c94da9f413 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:12.428229 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-78ac2fae-af3d-490b-82ec-4fe57502103c req-715b2c4b-59a2-4db8-b0a4-17c94da9f413 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/ports?device_id=617cd47b-dc30-48c8-b799-8f16ead3a52f HTTP/1.1" status: 200  len: 945 time: 0.1524236
Dec 30 16:20:12.428843 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a954190a-f8b8-49db-92c5-8b9b30e0244d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1932397b-82d6-422a-a536-3bb5212e3f6e,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:12.434652 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-a954190a-f8b8-49db-92c5-8b9b30e0244d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1be299f4505640dcbfcf6c454fa7d704&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3967683
Dec 30 16:20:12.438722 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 48270) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:12.545760 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-78ac2fae-af3d-490b-82ec-4fe57502103c req-29341a27-a4fe-4ea2-985e-6e00122b0af7 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/security-groups?id=051870d8-1e5f-4e05-a183-ede239aaaa5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886672
Dec 30 16:20:12.553978 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-07c0caf5-2237-4bc1-b38c-1fe5ffed899a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:12.582261 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-07c0caf5-2237-4bc1-b38c-1fe5ffed899a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:12.634067 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-07c0caf5-2237-4bc1-b38c-1fe5ffed899a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:12.649400 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0caf5-2237-4bc1-b38c-1fe5ffed899a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1932397b-82d6-422a-a536-3bb5212e3f6e,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:12.656881 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-07c0caf5-2237-4bc1-b38c-1fe5ffed899a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:12.657653 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-07c0caf5-2237-4bc1-b38c-1fe5ffed899a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1932397b-82d6-422a-a536-3bb5212e3f6e HTTP/1.1" status: 204  len: 168 time: 0.2186437
Dec 30 16:20:12.680704 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60131499-e187-486a-96a0-6f5293b8403f req-cd0d46a2-fc2c-4b26-9540-6b4f0f76d766 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:12.685658 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-60131499-e187-486a-96a0-6f5293b8403f req-cd0d46a2-fc2c-4b26-9540-6b4f0f76d766 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 944 time: 0.0989974
Dec 30 16:20:12.731967 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-60131499-e187-486a-96a0-6f5293b8403f req-ed405ffe-bc65-4db7-970b-3e94f1723582 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432243
Dec 30 16:20:13.002218 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 48288) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:13.028556 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a6d376b7-2af0-412b-80a3-b6eb7edcf40f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:13.066618 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-a6d376b7-2af0-412b-80a3-b6eb7edcf40f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:13.071274 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-a6d376b7-2af0-412b-80a3-b6eb7edcf40f admin admin] Usage tracker for resource:security_group_rule and tenant:6390954a720a4c048787abc6808514f3 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:13.074442 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-a6d376b7-2af0-412b-80a3-b6eb7edcf40f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:13.080296 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-a6d376b7-2af0-412b-80a3-b6eb7edcf40f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:13.170306 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a6d376b7-2af0-412b-80a3-b6eb7edcf40f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:13.174581 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a6d376b7-2af0-412b-80a3-b6eb7edcf40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:13.292409 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d376b7-2af0-412b-80a3-b6eb7edcf40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bea368d-e1e9-4f16-9388-7441e27833a0,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:13.301865 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-a6d376b7-2af0-412b-80a3-b6eb7edcf40f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6390954a720a4c048787abc6808514f3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2986152
Dec 30 16:20:13.304528 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 48300) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:13.382545 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5993a9f2-2c87-4a6e-822e-3cf85437cbac req-f5750eaf-a96b-44e5-9ee4-250b420764d7 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:13.388563 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5993a9f2-2c87-4a6e-822e-3cf85437cbac req-f5750eaf-a96b-44e5-9ee4-250b420764d7 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 945 time: 0.1887901
Dec 30 16:20:13.388563 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f6fb9605-8b12-4620-ba26-d81ab025ae58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:13.432050 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f6fb9605-8b12-4620-ba26-d81ab025ae58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:13.479635 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5993a9f2-2c87-4a6e-822e-3cf85437cbac req-7fe0c3d7-e37e-4d95-b464-11df63956b93 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0842385
Dec 30 16:20:13.502921 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f6fb9605-8b12-4620-ba26-d81ab025ae58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:13.519395 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb9605-8b12-4620-ba26-d81ab025ae58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bea368d-e1e9-4f16-9388-7441e27833a0,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:13.523591 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f6fb9605-8b12-4620-ba26-d81ab025ae58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:13.524622 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-f6fb9605-8b12-4620-ba26-d81ab025ae58 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6bea368d-e1e9-4f16-9388-7441e27833a0 HTTP/1.1" status: 204  len: 168 time: 0.2192540
Dec 30 16:20:13.942685 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45c56a-cacc-4773-94cb-3854647f94ec req-d3ae2aba-878b-4d16-b5ef-577786a78ae4 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:13.944084 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0b45c56a-cacc-4773-94cb-3854647f94ec req-d3ae2aba-878b-4d16-b5ef-577786a78ae4 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 944 time: 0.0832331
Dec 30 16:20:13.988940 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0b45c56a-cacc-4773-94cb-3854647f94ec req-01a73adf-27a7-47e7-8683-5f9bcc9e4047 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383604
Dec 30 16:20:14.692932 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91444c37-5998-4cc9-bbde-24af7cb50e7c req-2080b337-66a2-4223-ab19-f2d2a5f511b4 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:14.694423 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-91444c37-5998-4cc9-bbde-24af7cb50e7c req-2080b337-66a2-4223-ab19-f2d2a5f511b4 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 945 time: 0.0765007
Dec 30 16:20:14.742336 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-91444c37-5998-4cc9-bbde-24af7cb50e7c req-101b7473-5886-457e-8850-8e3b8b591dac tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421600
Dec 30 16:20:15.116284 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-794a8d21-8512-434b-b1a2-dc16a2461fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:15.195694 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b08bc-e429-40b5-9dbd-01768519101c req-a5a6879a-08c7-49fc-a81b-6de427560055 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:15.197208 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f39b08bc-e429-40b5-9dbd-01768519101c req-a5a6879a-08c7-49fc-a81b-6de427560055 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 944 time: 0.0839045
Dec 30 16:20:15.246219 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f39b08bc-e429-40b5-9dbd-01768519101c req-5053700a-04e2-4cc5-aaf2-8fc8ae37c25f tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433619
Dec 30 16:20:15.964672 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5992241-4af7-4687-8b17-fe8d9c510a35 req-f3f63d6d-dce5-4db2-98ac-302d3751ae50 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:15.974423 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e5992241-4af7-4687-8b17-fe8d9c510a35 req-f3f63d6d-dce5-4db2-98ac-302d3751ae50 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 945 time: 0.0855279
Dec 30 16:20:16.022351 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e5992241-4af7-4687-8b17-fe8d9c510a35 req-103f2f2f-6642-458c-b268-01b488aca926 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495510
Dec 30 16:20:16.476496 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efcf45-cc76-4dbf-a247-7ec36d2eb319 req-a25b96a1-961b-4729-95c2-f661eebba840 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:16.482631 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-63efcf45-cc76-4dbf-a247-7ec36d2eb319 req-a25b96a1-961b-4729-95c2-f661eebba840 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 944 time: 0.1038377
Dec 30 16:20:16.538833 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-63efcf45-cc76-4dbf-a247-7ec36d2eb319 req-c17b0386-4e6b-4817-9b60-0fd0bad37bb0 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492101
Dec 30 16:20:16.587435 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 48470) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:16.734470 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4b8b09d3-230b-4ac3-9996-fdc022184d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:16.766511 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-4b8b09d3-230b-4ac3-9996-fdc022184d20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:16.770548 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-4b8b09d3-230b-4ac3-9996-fdc022184d20 admin admin] Usage tracker for resource:security_group_rule and tenant:caca45b5e9a24c37829e008e8af64556 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:16.773466 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-4b8b09d3-230b-4ac3-9996-fdc022184d20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:16.779507 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-4b8b09d3-230b-4ac3-9996-fdc022184d20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:16.849278 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4b8b09d3-230b-4ac3-9996-fdc022184d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:16.854365 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4b8b09d3-230b-4ac3-9996-fdc022184d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:16.899217 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b09d3-230b-4ac3-9996-fdc022184d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbbaede-fa22-48fa-b5d9-442cd18043f5,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:16.903328 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-4b8b09d3-230b-4ac3-9996-fdc022184d20 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=caca45b5e9a24c37829e008e8af64556&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3149166
Dec 30 16:20:16.906731 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 48480) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:16.964309 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f4485a79-cb80-4296-96cb-fd9301504dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:16.989295 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f4485a79-cb80-4296-96cb-fd9301504dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:17.046725 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f4485a79-cb80-4296-96cb-fd9301504dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:17.071206 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4485a79-cb80-4296-96cb-fd9301504dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbbaede-fa22-48fa-b5d9-442cd18043f5,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:17.082677 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f4485a79-cb80-4296-96cb-fd9301504dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:17.086182 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-f4485a79-cb80-4296-96cb-fd9301504dae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3bbbaede-fa22-48fa-b5d9-442cd18043f5 HTTP/1.1" status: 204  len: 168 time: 0.1768253
Dec 30 16:20:17.244367 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948db57-a368-447f-a06f-afa4579c65a2 req-272f6ec0-c756-4bc9-b613-20f50ec40b01 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:17.246056 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c948db57-a368-447f-a06f-afa4579c65a2 req-272f6ec0-c756-4bc9-b613-20f50ec40b01 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 945 time: 0.0826285
Dec 30 16:20:17.293640 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c948db57-a368-447f-a06f-afa4579c65a2 req-6cef30cc-18bd-4ea9-b761-274b4ab56bc6 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415614
Dec 30 16:20:17.341312 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5be3fcbe-f43f-4601-8fb1-27932739b07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:17.385310 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device f885afb5-dec1-4ffc-a9b9-8ee26a12c34d up at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:20:17.426513 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 48492) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:17.444831 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-02cdbce2-fba4-48b1-bcc8-3ba5d595b15b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:17.479500 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-02cdbce2-fba4-48b1-bcc8-3ba5d595b15b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:17.480065 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning for port f885afb5-dec1-4ffc-a9b9-8ee26a12c34d completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:20:17.483882 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-02cdbce2-fba4-48b1-bcc8-3ba5d595b15b admin admin] Usage tracker for resource:security_group_rule and tenant:0d2ac5a5158748f890d34ad3b1c60231 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:17.486523 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning complete for port f885afb5-dec1-4ffc-a9b9-8ee26a12c34d triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:20:17.486894 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:17.487025 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-02cdbce2-fba4-48b1-bcc8-3ba5d595b15b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:17.492934 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-02cdbce2-fba4-48b1-bcc8-3ba5d595b15b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:17.564670 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-02cdbce2-fba4-48b1-bcc8-3ba5d595b15b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:17.570358 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-02cdbce2-fba4-48b1-bcc8-3ba5d595b15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:17.633053 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:17.637606 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cdbce2-fba4-48b1-bcc8-3ba5d595b15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635eade8-0986-4eea-9d5e-fa703e4c2d9b,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:17.660196 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-02cdbce2-fba4-48b1-bcc8-3ba5d595b15b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0d2ac5a5158748f890d34ad3b1c60231&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2326312
Dec 30 16:20:17.663042 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 48502) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:17.672085 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port f885afb5-dec1-4ffc-a9b9-8ee26a12c34d, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=f885afb5-dec1-4ffc-a9b9-8ee26a12c34d,segment=NetworkSegment(22bfbb1f-a0de-45b6-8d76-3ecdcb181432),segment_id=22bfbb1f-a0de-45b6-8d76-3ecdcb181432)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:20:17.673910 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae8aa50-77f9-4a34-90ee-ddb355a9e625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f885afb5-dec1-4ffc-a9b9-8ee26a12c34d'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:20:17.680176 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:17.755162 dv-cinder-822939-1-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae8aa50-77f9-4a34-90ee-ddb355a9e625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f885afb5-dec1-4ffc-a9b9-8ee26a12c34d', 'code': 200}
Dec 30 16:20:17.771334 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=f885afb5-dec1-4ffc-a9b9-8ee26a12c34d,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:17.815790 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1bc8a777-6e3a-482d-a6bb-ccf83517f563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:17.824543 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae6a39-ee33-4eb9-80b4-8f5734afbdd2 req-dc63e005-65a6-4308-99f2-5fd51b160bfc tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:17.826106 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-76ae6a39-ee33-4eb9-80b4-8f5734afbdd2 req-dc63e005-65a6-4308-99f2-5fd51b160bfc tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.1467907
Dec 30 16:20:17.870815 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1bc8a777-6e3a-482d-a6bb-ccf83517f563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:17.916097 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-76ae6a39-ee33-4eb9-80b4-8f5734afbdd2 req-811054af-ca39-4c42-8ed8-244038bcca1f tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0826838
Dec 30 16:20:17.939598 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1bc8a777-6e3a-482d-a6bb-ccf83517f563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:17.957505 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8a777-6e3a-482d-a6bb-ccf83517f563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635eade8-0986-4eea-9d5e-fa703e4c2d9b,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:17.966052 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1bc8a777-6e3a-482d-a6bb-ccf83517f563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:17.969538 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-1bc8a777-6e3a-482d-a6bb-ccf83517f563 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/635eade8-0986-4eea-9d5e-fa703e4c2d9b HTTP/1.1" status: 204  len: 168 time: 0.3024378
Dec 30 16:20:18.306265 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:18.518844 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-71365949-cc0e-4af6-9129-e81303562f48 req-bb0a5866-0299-4a57-a888-3b3306e52c92 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=617cd47b-dc30-48c8-b799-8f16ead3a52f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1126041
Dec 30 16:20:18.560281 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c1355-6c36-4049-9a58-8f4efc231000 req-cac1d365-bf43-4c53-9ebb-e823c0b6d699 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:18.562384 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-bf6c1355-6c36-4049-9a58-8f4efc231000 req-cac1d365-bf43-4c53-9ebb-e823c0b6d699 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 945 time: 0.1164567
Dec 30 16:20:18.615825 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-bf6c1355-6c36-4049-9a58-8f4efc231000 req-ea8bab8c-f503-41cd-b2cf-bbad7ab8befb tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475910
Dec 30 16:20:18.668581 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:18.821777 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-71365949-cc0e-4af6-9129-e81303562f48 req-8a09d545-508e-4247-9aed-46abe74e60ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b8d8b205505c44f38e61784724e2bce5&device_id=617cd47b-dc30-48c8-b799-8f16ead3a52f HTTP/1.1" status: 200  len: 1098 time: 0.1939549
Dec 30 16:20:18.826049 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-dc680b23-cf2b-4760-84e2-96e180049e73 req-36f6da99-327e-4f60-8938-db1d3b444adf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 1098 time: 0.1625252
Dec 30 16:20:19.003949 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-dc680b23-cf2b-4760-84e2-96e180049e73 req-c091c8ae-6421-4c84-a477-4c6953597dd4 service neutron] Synchronizing usage tracker for tenant:672e9dd242c04f159d40a54e60b0b612 on resource:security_group {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:20:19.066999 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-dc680b23-cf2b-4760-84e2-96e180049e73 req-c091c8ae-6421-4c84-a477-4c6953597dd4 service neutron] Unset dirty status for tenant:672e9dd242c04f159d40a54e60b0b612 on resource:security_group {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:20:19.068228 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-dc680b23-cf2b-4760-84e2-96e180049e73 req-c091c8ae-6421-4c84-a477-4c6953597dd4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2346475
Dec 30 16:20:19.100543 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71365949-cc0e-4af6-9129-e81303562f48 req-47929b28-0f42-4a80-96be-253a5ec0bafd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:19.102832 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-71365949-cc0e-4af6-9129-e81303562f48 req-47929b28-0f42-4a80-96be-253a5ec0bafd service neutron] 10.222.0.43 "GET /v2.0/networks?id=48ed97d6-ee1a-49e6-9c45-ae96b16b4e98 HTTP/1.1" status: 200  len: 912 time: 0.2527719
Dec 30 16:20:19.192912 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44f88e-8444-41e7-8e33-487e05803718 req-941efc5a-045c-4ae7-b293-b27c64a3d819 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:19.194398 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1e44f88e-8444-41e7-8e33-487e05803718 req-941efc5a-045c-4ae7-b293-b27c64a3d819 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.0850277
Dec 30 16:20:19.243863 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1e44f88e-8444-41e7-8e33-487e05803718 req-bac34bdc-befe-4b2a-a41d-25e36c78389e tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405259
Dec 30 16:20:19.357667 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-71365949-cc0e-4af6-9129-e81303562f48 req-877bb1de-b75e-4233-a975-bf533f440e1c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=58d6023b-b98d-412b-b80a-995db3699bcc HTTP/1.1" status: 200  len: 217 time: 0.0593927
Dec 30 16:20:19.427190 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71365949-cc0e-4af6-9129-e81303562f48 req-afd8a7e0-33ec-4cc4-adc0-178e795ba8e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:19.428731 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-71365949-cc0e-4af6-9129-e81303562f48 req-afd8a7e0-33ec-4cc4-adc0-178e795ba8e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=571efa7f-76f6-4007-ac4c-472e7b062b66 HTTP/1.1" status: 200  len: 852 time: 0.0641394
Dec 30 16:20:19.479369 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-71365949-cc0e-4af6-9129-e81303562f48 req-34deeafb-ed92-4817-a15a-994354e3b633 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=48ed97d6-ee1a-49e6-9c45-ae96b16b4e98&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0440106
Dec 30 16:20:19.675601 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-71365949-cc0e-4af6-9129-e81303562f48 req-cfb2e785-512d-44e7-a72b-d30f66688b1d service neutron] 10.222.0.43 "GET /v2.0/networks/48ed97d6-ee1a-49e6-9c45-ae96b16b4e98?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1598282
Dec 30 16:20:19.778509 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:19.828288 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-71365949-cc0e-4af6-9129-e81303562f48 req-8714a832-81fd-4987-8ef4-1f65abb8a076 service neutron] 10.222.0.43 "GET /v2.0/networks/48ed97d6-ee1a-49e6-9c45-ae96b16b4e98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451154
Dec 30 16:20:19.956318 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d833c-b7f0-4101-8068-1da5d62d909f req-c002a013-797f-4792-ba0a-d94f0f561394 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:19.964971 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-782d833c-b7f0-4101-8068-1da5d62d909f req-c002a013-797f-4792-ba0a-d94f0f561394 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 945 time: 0.0932250
Dec 30 16:20:20.032564 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-782d833c-b7f0-4101-8068-1da5d62d909f req-4b80efb9-cdf1-4b19-8b76-c955c231c558 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0664363
Dec 30 16:20:20.358574 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d15f5b-27e8-4eb2-89d3-de7fd86c43b0 req-65b4cc8d-4d33-49b6-a630-729092e778d2 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:20.361123 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-90d15f5b-27e8-4eb2-89d3-de7fd86c43b0 req-65b4cc8d-4d33-49b6-a630-729092e778d2 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 945 time: 0.1671386
Dec 30 16:20:20.370796 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 48630) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:20.377779 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-9f76b505-3078-42b5-9c4c-6378938bed22 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Request body: {'floatingip': {'port_id': '094c562e-74b6-42c1-9b38-609300df83c9'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:20:20.546045 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9f76b505-3078-42b5-9c4c-6378938bed22 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for floatingip, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:20.624567 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144e05d-ec3d-4701-9bb6-278a2f8f4dac req-303fa553-00db-4df7-9ae4-6dcd3b3a225d tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:20.631555 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5144e05d-ec3d-4701-9bb6-278a2f8f4dac req-303fa553-00db-4df7-9ae4-6dcd3b3a225d tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.1102641
Dec 30 16:20:20.689817 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5144e05d-ec3d-4701-9bb6-278a2f8f4dac req-c463f9cf-6f4a-4fcc-9772-20c7010e14d4 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0572588
Dec 30 16:20:20.922081 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e6eb78-dae6-488f-be35-4aed431ee873 req-2f3e6f53-c7d4-4fd3-a6c1-942f36c8c2f5 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:20.923664 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-48e6eb78-dae6-488f-be35-4aed431ee873 req-2f3e6f53-c7d4-4fd3-a6c1-942f36c8c2f5 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.0927427
Dec 30 16:20:20.933006 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 48662) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:20.938496 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-f0180ad9-2195-495c-b504-1991e69970d4 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Request body: {'floatingip': {'port_id': 'f885afb5-dec1-4ffc-a9b9-8ee26a12c34d'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:20:21.017079 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f0180ad9-2195-495c-b504-1991e69970d4 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for floatingip, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:21.533943 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9f76b505-3078-42b5-9c4c-6378938bed22 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:21.540967 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9f76b505-3078-42b5-9c4c-6378938bed22 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4017950'] for floatingip, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:21.779961 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.db.l3_db [None req-9f76b505-3078-42b5-9c4c-6378938bed22 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Floating IP 3d3afaac-2635-44ae-848a-86b0342b3cf0 associated. External IP: 172.27.1.56, port: 094c562e-74b6-42c1-9b38-609300df83c9.
Dec 30 16:20:22.069974 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f0180ad9-2195-495c-b504-1991e69970d4 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:22.074569 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f0180ad9-2195-495c-b504-1991e69970d4 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4017950'] for floatingip, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:22.233233 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f76b505-3078-42b5-9c4c-6378938bed22 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Router 6caf6826-0f9c-48d3-b2c1-3dcea1b62223 has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:20:22.266455 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.db.l3_db [None req-f0180ad9-2195-495c-b504-1991e69970d4 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Floating IP 1f7239da-eb72-4a19-a4c6-4baf9fc1db3d associated. External IP: 172.27.1.190, port: f885afb5-dec1-4ffc-a9b9-8ee26a12c34d.
Dec 30 16:20:22.450729 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f76b505-3078-42b5-9c4c-6378938bed22 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:20:22.455243 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9f76b505-3078-42b5-9c4c-6378938bed22 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for floatingip, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:22.469002 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a75f50-e553-4174-b561-a4e1743c138a None None] Sync routers for ids ['6caf6826-0f9c-48d3-b2c1-3dcea1b62223'] in dv-cinder-822939-1-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:20:22.486131 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a75f50-e553-4174-b561-a4e1743c138a None None] Routers {'6caf6826-0f9c-48d3-b2c1-3dcea1b62223'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:20:22.487659 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-46a75f50-e553-4174-b561-a4e1743c138a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d5339940>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:20:17Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['6caf6826-0f9c-48d3-b2c1-3dcea1b62223'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:20:22.514983 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-9f76b505-3078-42b5-9c4c-6378938bed22 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "PUT /v2.0/floatingips/3d3afaac-2635-44ae-848a-86b0342b3cf0 HTTP/1.1" status: 200  len: 990 time: 2.1427898
Dec 30 16:20:22.518409 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f037c14-64b7-46d3-a080-0ffbf8e791e6', 'tag': '094c562e-74b6-42c1-9b38-609300df83c9'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:20:22.532770 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 48706) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:22.577687 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:22.601341 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f037c14-64b7-46d3-a080-0ffbf8e791e6', 'tag': '094c562e-74b6-42c1-9b38-609300df83c9', 'status': 'completed', 'code': 200}
Dec 30 16:20:22.727453 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-46a75f50-e553-4174-b561-a4e1743c138a None None] Set router 6caf6826-0f9c-48d3-b2c1-3dcea1b62223 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:20:22.748823 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-de74ba9a-ab6e-42e9-88cb-ca83773134d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:22.789039 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-de74ba9a-ab6e-42e9-88cb-ca83773134d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:22.796007 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-de74ba9a-ab6e-42e9-88cb-ca83773134d4 admin admin] Usage tracker for resource:security_group_rule and tenant:7cffd7590ac44ab293bf2414f3faf0d9 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:22.799514 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-de74ba9a-ab6e-42e9-88cb-ca83773134d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:22.806541 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-de74ba9a-ab6e-42e9-88cb-ca83773134d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:22.842456 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0180ad9-2195-495c-b504-1991e69970d4 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Router e5e016c0-5fc0-420a-8f2e-af1da10ce601 has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:20:22.906225 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-de74ba9a-ab6e-42e9-88cb-ca83773134d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:22.911551 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-de74ba9a-ab6e-42e9-88cb-ca83773134d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:22.956167 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-de74ba9a-ab6e-42e9-88cb-ca83773134d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7cffd7590ac44ab293bf2414f3faf0d9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4222193
Dec 30 16:20:22.960943 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 48726) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:23.013611 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74ba9a-ab6e-42e9-88cb-ca83773134d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6844f98-9b82-4f7c-b26f-721c85e642bb,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:23.036611 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de74ba9a-ab6e-42e9-88cb-ca83773134d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:23.036951 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de74ba9a-ab6e-42e9-88cb-ca83773134d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:23.037404 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de74ba9a-ab6e-42e9-88cb-ca83773134d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:23.037802 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de74ba9a-ab6e-42e9-88cb-ca83773134d4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:23.038198 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de74ba9a-ab6e-42e9-88cb-ca83773134d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:23.038636 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de74ba9a-ab6e-42e9-88cb-ca83773134d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:23.039019 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de74ba9a-ab6e-42e9-88cb-ca83773134d4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:23.039427 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de74ba9a-ab6e-42e9-88cb-ca83773134d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:23.039811 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de74ba9a-ab6e-42e9-88cb-ca83773134d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:23.040203 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de74ba9a-ab6e-42e9-88cb-ca83773134d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:23.040601 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de74ba9a-ab6e-42e9-88cb-ca83773134d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:23.070866 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-cbe50a32-265a-41eb-b16b-fd5c7d9767f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:23.090009 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0180ad9-2195-495c-b504-1991e69970d4 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:20:23.094248 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f0180ad9-2195-495c-b504-1991e69970d4 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for floatingip, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:23.100788 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-cbe50a32-265a-41eb-b16b-fd5c7d9767f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:23.101284 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b70fa39-5005-4427-b45c-f28bdf94abe7 None None] Sync routers for ids ['e5e016c0-5fc0-420a-8f2e-af1da10ce601'] in dv-cinder-822939-1-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:20:23.113538 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b70fa39-5005-4427-b45c-f28bdf94abe7 None None] Routers {'e5e016c0-5fc0-420a-8f2e-af1da10ce601'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:20:23.114403 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-2b70fa39-5005-4427-b45c-f28bdf94abe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d53abee0>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:20:17Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['e5e016c0-5fc0-420a-8f2e-af1da10ce601'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:20:23.147325 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-46a75f50-e553-4174-b561-a4e1743c138a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d5339940>, [{'id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'name': 'tempest-AttachVolumeShelveTestJSON-1869069484-router', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:28Z', 'revision_number': 4, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'gw_port': {'id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_floatingips': [{'id': '3d3afaac-2635-44ae-848a-86b0342b3cf0', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'router_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'port_id': '094c562e-74b6-42c1-9b38-609300df83c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283', 'mac_address': 'fa:16:3e:dd:6a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f037c14-64b7-46d3-a080-0ffbf8e791e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-30T16:19:36Z', 'updated_at': '2021-12-30T16:20:21Z', 'revision_number': 1, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b667db6-4d09-45c9-99d9-8ac3932d6b0d', 'name': '', 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'mac_address': 'fa:16:3e:5c:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:19:52Z', 'revision_number': 5, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'subnets': [{'id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:20:23.152432 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-f0180ad9-2195-495c-b504-1991e69970d4 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "PUT /v2.0/floatingips/1f7239da-eb72-4a19-a4c6-4baf9fc1db3d HTTP/1.1" status: 200  len: 991 time: 2.2169132
Dec 30 16:20:23.152432 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae8aa50-77f9-4a34-90ee-ddb355a9e625', 'tag': 'f885afb5-dec1-4ffc-a9b9-8ee26a12c34d'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:20:23.152685 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a75f50-e553-4174-b561-a4e1743c138a None None] Checking router: 6caf6826-0f9c-48d3-b2c1-3dcea1b62223 for host: dv-cinder-822939-1-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:20:23.167812 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-cbe50a32-265a-41eb-b16b-fd5c7d9767f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:23.175823 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a75f50-e553-4174-b561-a4e1743c138a None None] Routers {'6caf6826-0f9c-48d3-b2c1-3dcea1b62223'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:20:23.176461 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-46a75f50-e553-4174-b561-a4e1743c138a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d5339940>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:20:17Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['6caf6826-0f9c-48d3-b2c1-3dcea1b62223'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:20:23.182337 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe50a32-265a-41eb-b16b-fd5c7d9767f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6844f98-9b82-4f7c-b26f-721c85e642bb,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:23.189135 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-cbe50a32-265a-41eb-b16b-fd5c7d9767f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:23.190272 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-cbe50a32-265a-41eb-b16b-fd5c7d9767f4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c6844f98-9b82-4f7c-b26f-721c85e642bb HTTP/1.1" status: 204  len: 168 time: 0.2283185
Dec 30 16:20:23.326257 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-2b70fa39-5005-4427-b45c-f28bdf94abe7 None None] Set router e5e016c0-5fc0-420a-8f2e-af1da10ce601 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:20:23.404730 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-46a75f50-e553-4174-b561-a4e1743c138a None None] Set router 6caf6826-0f9c-48d3-b2c1-3dcea1b62223 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:20:23.566692 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 48740) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:23.584398 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-efd1b0b4-bb52-4efa-9b0d-2d73561fef5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:23.615613 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-efd1b0b4-bb52-4efa-9b0d-2d73561fef5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:23.619550 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-efd1b0b4-bb52-4efa-9b0d-2d73561fef5b admin admin] Usage tracker for resource:security_group_rule and tenant:df68246f450647b0b51720254cd130a9 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:23.622402 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-efd1b0b4-bb52-4efa-9b0d-2d73561fef5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:23.628160 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-efd1b0b4-bb52-4efa-9b0d-2d73561fef5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:23.701817 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-2b70fa39-5005-4427-b45c-f28bdf94abe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d53abee0>, [{'id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'name': 'tempest-AttachVolumeTestJSON-2073934760-router', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:19:35Z', 'revision_number': 4, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'gw_port': {'id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:29Z', 'updated_at': '2021-12-30T16:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_floatingips': [{'id': '1f7239da-eb72-4a19-a4c6-4baf9fc1db3d', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'router_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'port_id': 'f885afb5-dec1-4ffc-a9b9-8ee26a12c34d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c537c90-32cb-4109-9814-ee7321945809', 'mac_address': 'fa:16:3e:cb:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae8aa50-77f9-4a34-90ee-ddb355a9e625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-30T16:19:48Z', 'updated_at': '2021-12-30T16:20:21Z', 'revision_number': 1, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8', 'name': '', 'network_id': '1c537c90-32cb-4109-9814-ee7321945809', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'mac_address': 'fa:16:3e:75:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '944ab297-fca1-4f6e-94db-374949491f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:34Z', 'updated_at': '2021-12-30T16:20:04Z', 'revision_number': 5, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'subnets': [{'id': '944ab297-fca1-4f6e-94db-374949491f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:20:23.705839 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b70fa39-5005-4427-b45c-f28bdf94abe7 None None] Checking router: e5e016c0-5fc0-420a-8f2e-af1da10ce601 for host: dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:20:23.708936 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-efd1b0b4-bb52-4efa-9b0d-2d73561fef5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:23.716422 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-efd1b0b4-bb52-4efa-9b0d-2d73561fef5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:23.725713 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b70fa39-5005-4427-b45c-f28bdf94abe7 None None] Routers {'e5e016c0-5fc0-420a-8f2e-af1da10ce601'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:20:23.726351 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-2b70fa39-5005-4427-b45c-f28bdf94abe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d53abee0>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:20:17Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['e5e016c0-5fc0-420a-8f2e-af1da10ce601'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:20:23.775732 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-46a75f50-e553-4174-b561-a4e1743c138a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d5339940>, [{'id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'name': 'tempest-AttachVolumeShelveTestJSON-1869069484-router', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:28Z', 'revision_number': 4, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'gw_port': {'id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_floatingips': [{'id': '3d3afaac-2635-44ae-848a-86b0342b3cf0', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'router_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'port_id': '094c562e-74b6-42c1-9b38-609300df83c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283', 'mac_address': 'fa:16:3e:dd:6a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f037c14-64b7-46d3-a080-0ffbf8e791e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-30T16:19:36Z', 'updated_at': '2021-12-30T16:20:21Z', 'revision_number': 1, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b667db6-4d09-45c9-99d9-8ac3932d6b0d', 'name': '', 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'mac_address': 'fa:16:3e:5c:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:19:52Z', 'revision_number': 5, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'subnets': [{'id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:20:23.780409 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a75f50-e553-4174-b561-a4e1743c138a None None] The sync data for ids ['6caf6826-0f9c-48d3-b2c1-3dcea1b62223'] in dv-cinder-822939-1-iscsi is: [{'id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'name': 'tempest-AttachVolumeShelveTestJSON-1869069484-router', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:28Z', 'revision_number': 4, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'gw_port': {'id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_floatingips': [{'id': '3d3afaac-2635-44ae-848a-86b0342b3cf0', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'floating_ip_address': '172.27.1.56', 'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'router_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'port_id': '094c562e-74b6-42c1-9b38-609300df83c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283', 'mac_address': 'fa:16:3e:dd:6a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f037c14-64b7-46d3-a080-0ffbf8e791e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-30T16:19:36Z', 'updated_at': '2021-12-30T16:20:21Z', 'revision_number': 1, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b667db6-4d09-45c9-99d9-8ac3932d6b0d', 'name': '', 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'mac_address': 'fa:16:3e:5c:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:19:52Z', 'revision_number': 5, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'subnets': [{'id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:20:23.836488 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd1b0b4-bb52-4efa-9b0d-2d73561fef5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e03a53-08ad-451d-85a6-286a91318efe,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:23.841073 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-efd1b0b4-bb52-4efa-9b0d-2d73561fef5b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df68246f450647b0b51720254cd130a9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2734077
Dec 30 16:20:23.843884 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 48748) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:23.912188 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e2d0d7f5-865a-4070-8d0e-6f41b8e027dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:23.932871 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-2b70fa39-5005-4427-b45c-f28bdf94abe7 None None] Set router e5e016c0-5fc0-420a-8f2e-af1da10ce601 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:20:23.943617 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e2d0d7f5-865a-4070-8d0e-6f41b8e027dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:24.006201 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e2d0d7f5-865a-4070-8d0e-6f41b8e027dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:24.023967 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0d7f5-865a-4070-8d0e-6f41b8e027dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e03a53-08ad-451d-85a6-286a91318efe,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:24.037690 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e2d0d7f5-865a-4070-8d0e-6f41b8e027dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:24.041512 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-e2d0d7f5-865a-4070-8d0e-6f41b8e027dd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/46e03a53-08ad-451d-85a6-286a91318efe HTTP/1.1" status: 204  len: 168 time: 0.1939144
Dec 30 16:20:24.150454 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f89a530-b846-48ef-b7d7-4146e7e7bd34 None None] New status for floating IP 3d3afaac-2635-44ae-848a-86b0342b3cf0: ACTIVE {{(pid=82860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 30 16:20:24.405808 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-2b70fa39-5005-4427-b45c-f28bdf94abe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d53abee0>, [{'id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'name': 'tempest-AttachVolumeTestJSON-2073934760-router', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:19:35Z', 'revision_number': 4, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'gw_port': {'id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:29Z', 'updated_at': '2021-12-30T16:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_floatingips': [{'id': '1f7239da-eb72-4a19-a4c6-4baf9fc1db3d', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'router_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'port_id': 'f885afb5-dec1-4ffc-a9b9-8ee26a12c34d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c537c90-32cb-4109-9814-ee7321945809', 'mac_address': 'fa:16:3e:cb:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae8aa50-77f9-4a34-90ee-ddb355a9e625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-30T16:19:48Z', 'updated_at': '2021-12-30T16:20:21Z', 'revision_number': 1, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8', 'name': '', 'network_id': '1c537c90-32cb-4109-9814-ee7321945809', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'mac_address': 'fa:16:3e:75:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '944ab297-fca1-4f6e-94db-374949491f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:34Z', 'updated_at': '2021-12-30T16:20:04Z', 'revision_number': 5, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'subnets': [{'id': '944ab297-fca1-4f6e-94db-374949491f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:20:24.414730 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b70fa39-5005-4427-b45c-f28bdf94abe7 None None] The sync data for ids ['e5e016c0-5fc0-420a-8f2e-af1da10ce601'] in dv-cinder-822939-1-iscsi is: [{'id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'name': 'tempest-AttachVolumeTestJSON-2073934760-router', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:19:35Z', 'revision_number': 4, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'gw_port': {'id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:29Z', 'updated_at': '2021-12-30T16:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_floatingips': [{'id': '1f7239da-eb72-4a19-a4c6-4baf9fc1db3d', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'floating_ip_address': '172.27.1.190', 'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'router_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'port_id': 'f885afb5-dec1-4ffc-a9b9-8ee26a12c34d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c537c90-32cb-4109-9814-ee7321945809', 'mac_address': 'fa:16:3e:cb:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae8aa50-77f9-4a34-90ee-ddb355a9e625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-30T16:19:48Z', 'updated_at': '2021-12-30T16:20:21Z', 'revision_number': 1, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8', 'name': '', 'network_id': '1c537c90-32cb-4109-9814-ee7321945809', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'mac_address': 'fa:16:3e:75:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '944ab297-fca1-4f6e-94db-374949491f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:34Z', 'updated_at': '2021-12-30T16:20:04Z', 'revision_number': 5, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'subnets': [{'id': '944ab297-fca1-4f6e-94db-374949491f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:20:24.913261 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae8aa50-77f9-4a34-90ee-ddb355a9e625', 'tag': 'f885afb5-dec1-4ffc-a9b9-8ee26a12c34d', 'status': 'completed', 'code': 200}
Dec 30 16:20:24.936392 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8378860e-689e-4993-87d9-993812c71287 req-f5887a71-cf1e-4d0c-82cd-9b158caee888 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1536238b1f9f45e0859c9074dfb7be10&device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 1098 time: 0.0931342
Dec 30 16:20:25.145886 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b85a812c-28de-4d3a-8160-76a07b64766c req-3ef3fe11-14be-43ea-8829-1d9ee9c07ff6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=68a21c1767cb4406bba3b9b738393ddc&device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 1098 time: 0.1862178
Dec 30 16:20:25.151011 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378860e-689e-4993-87d9-993812c71287 req-a5fa193e-aac6-4e9e-bab4-0b61f0fd0df1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:25.152523 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8378860e-689e-4993-87d9-993812c71287 req-a5fa193e-aac6-4e9e-bab4-0b61f0fd0df1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a0d327b-13ae-4aab-8565-47511b5fa283 HTTP/1.1" status: 200  len: 917 time: 0.1941969
Dec 30 16:20:25.356890 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8378860e-689e-4993-87d9-993812c71287 req-16661db0-80f3-4e57-b2af-178d5080cb69 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=094c562e-74b6-42c1-9b38-609300df83c9 HTTP/1.1" status: 200  len: 1000 time: 0.1850522
Dec 30 16:20:25.411830 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a812c-28de-4d3a-8160-76a07b64766c req-d1b63ec6-ea73-4709-b6b6-da26ef5e9e94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:25.413852 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b85a812c-28de-4d3a-8160-76a07b64766c req-d1b63ec6-ea73-4709-b6b6-da26ef5e9e94 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1c537c90-32cb-4109-9814-ee7321945809 HTTP/1.1" status: 200  len: 911 time: 0.2602434
Dec 30 16:20:25.504662 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378860e-689e-4993-87d9-993812c71287 req-c04ac7fb-65ed-4e7f-a01b-cb191a03ef2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:25.506083 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8378860e-689e-4993-87d9-993812c71287 req-c04ac7fb-65ed-4e7f-a01b-cb191a03ef2c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0ef2724a-abaf-4140-a584-2ca4130b70f6 HTTP/1.1" status: 200  len: 856 time: 0.1387515
Dec 30 16:20:25.571172 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b85a812c-28de-4d3a-8160-76a07b64766c req-3dce1a45-2f72-416a-ad3e-21f9d3c1f28f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f885afb5-dec1-4ffc-a9b9-8ee26a12c34d HTTP/1.1" status: 200  len: 999 time: 0.1474485
Dec 30 16:20:25.660301 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8378860e-689e-4993-87d9-993812c71287 req-e7573d8e-d79c-4df3-8f40-f5c937ae908e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a0d327b-13ae-4aab-8565-47511b5fa283&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1353750
Dec 30 16:20:25.661446 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a812c-28de-4d3a-8160-76a07b64766c req-d073bcad-905e-4ad7-b80f-b2910ad400ca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:25.662689 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b85a812c-28de-4d3a-8160-76a07b64766c req-d073bcad-905e-4ad7-b80f-b2910ad400ca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=944ab297-fca1-4f6e-94db-374949491f42 HTTP/1.1" status: 200  len: 850 time: 0.0779486
Dec 30 16:20:25.862690 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8378860e-689e-4993-87d9-993812c71287 req-802efe17-1c68-41e9-a1ec-3c40ba8d769c service neutron] 10.222.0.43 "GET /v2.0/networks/9a0d327b-13ae-4aab-8565-47511b5fa283?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1900690
Dec 30 16:20:25.886657 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b85a812c-28de-4d3a-8160-76a07b64766c req-ec5d1c04-a3a6-46bc-a6c5-a90da8d4b064 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1c537c90-32cb-4109-9814-ee7321945809&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2124155
Dec 30 16:20:26.138646 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8378860e-689e-4993-87d9-993812c71287 req-947ed10a-588d-4275-90a3-c6b31626e88f service neutron] 10.222.0.43 "GET /v2.0/networks/9a0d327b-13ae-4aab-8565-47511b5fa283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2717712
Dec 30 16:20:26.149904 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b85a812c-28de-4d3a-8160-76a07b64766c req-a6bfa823-40bd-45fc-b34e-5546308f5918 service neutron] 10.222.0.43 "GET /v2.0/networks/1c537c90-32cb-4109-9814-ee7321945809?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2138467
Dec 30 16:20:26.380628 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b85a812c-28de-4d3a-8160-76a07b64766c req-a5cb1a06-455c-4860-b55f-c8e26399244e service neutron] 10.222.0.43 "GET /v2.0/networks/1c537c90-32cb-4109-9814-ee7321945809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2234232
Dec 30 16:20:26.428859 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd38389-2649-47de-a835-1cdd9393cb29 None None] New status for floating IP 1f7239da-eb72-4a19-a4c6-4baf9fc1db3d: ACTIVE {{(pid=82859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 30 16:20:27.614106 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 48900) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:27.767703 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e1d02694-1792-40a6-9452-c851ee03f546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:27.802343 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-e1d02694-1792-40a6-9452-c851ee03f546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:27.806739 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-e1d02694-1792-40a6-9452-c851ee03f546 admin admin] Usage tracker for resource:security_group_rule and tenant:6ff96eef531348b29711572cf8c5d4e0 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:27.809641 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-e1d02694-1792-40a6-9452-c851ee03f546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:27.815208 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-e1d02694-1792-40a6-9452-c851ee03f546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:27.896706 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e1d02694-1792-40a6-9452-c851ee03f546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:27.901865 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e1d02694-1792-40a6-9452-c851ee03f546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:27.949516 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d02694-1792-40a6-9452-c851ee03f546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb348c3-9a54-4166-a89f-a28500192a07,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:27.956639 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-e1d02694-1792-40a6-9452-c851ee03f546 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6ff96eef531348b29711572cf8c5d4e0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3411908
Dec 30 16:20:27.960025 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 48930) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:28.034729 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f5a85463-5649-467c-846d-6fefa9a8a164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:28.070746 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f5a85463-5649-467c-846d-6fefa9a8a164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:28.130573 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f5a85463-5649-467c-846d-6fefa9a8a164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:28.146292 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a85463-5649-467c-846d-6fefa9a8a164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb348c3-9a54-4166-a89f-a28500192a07,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:28.154373 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f5a85463-5649-467c-846d-6fefa9a8a164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:28.169570 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-f5a85463-5649-467c-846d-6fefa9a8a164 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ffb348c3-9a54-4166-a89f-a28500192a07 HTTP/1.1" status: 204  len: 168 time: 0.2081513
Dec 30 16:20:28.653853 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 48978) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:28.674692 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d5cbd845-3531-40f3-abfd-c6c43b51f437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:28.708805 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-d5cbd845-3531-40f3-abfd-c6c43b51f437 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:28.713318 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-d5cbd845-3531-40f3-abfd-c6c43b51f437 admin admin] Usage tracker for resource:security_group_rule and tenant:b10c90132b214bb1b8a8a1acfa96384f is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:28.716701 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-d5cbd845-3531-40f3-abfd-c6c43b51f437 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:28.726217 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-d5cbd845-3531-40f3-abfd-c6c43b51f437 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:28.830938 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d5cbd845-3531-40f3-abfd-c6c43b51f437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:28.836480 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 48990) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:28.842845 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d5cbd845-3531-40f3-abfd-c6c43b51f437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:28.899611 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-d5cbd845-3531-40f3-abfd-c6c43b51f437 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b10c90132b214bb1b8a8a1acfa96384f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2438128
Dec 30 16:20:28.900381 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cbd845-3531-40f3-abfd-c6c43b51f437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091b1721-ee45-4dcd-bbdb-c798cb608306,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:28.902197 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 48996) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:28.969055 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-08fc76ed-99b6-4a8f-a429-3529d291aa6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:29.016850 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e4f0c05a-fda2-49c5-80ca-2a6b595360b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:29.034568 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-08fc76ed-99b6-4a8f-a429-3529d291aa6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:29.084671 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-e4f0c05a-fda2-49c5-80ca-2a6b595360b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:29.090401 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-e4f0c05a-fda2-49c5-80ca-2a6b595360b6 admin admin] Usage tracker for resource:security_group_rule and tenant:ab8c5cb05638417ba0898c4943492036 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:29.093175 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-e4f0c05a-fda2-49c5-80ca-2a6b595360b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:29.098849 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-e4f0c05a-fda2-49c5-80ca-2a6b595360b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:29.123203 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-08fc76ed-99b6-4a8f-a429-3529d291aa6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:29.143166 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc76ed-99b6-4a8f-a429-3529d291aa6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091b1721-ee45-4dcd-bbdb-c798cb608306,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:29.166816 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fc76ed-99b6-4a8f-a429-3529d291aa6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:29.167141 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fc76ed-99b6-4a8f-a429-3529d291aa6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:29.167465 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fc76ed-99b6-4a8f-a429-3529d291aa6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:29.167783 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fc76ed-99b6-4a8f-a429-3529d291aa6d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:29.168109 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fc76ed-99b6-4a8f-a429-3529d291aa6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:29.168415 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fc76ed-99b6-4a8f-a429-3529d291aa6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:29.168722 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fc76ed-99b6-4a8f-a429-3529d291aa6d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:29.169031 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fc76ed-99b6-4a8f-a429-3529d291aa6d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:29.169362 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fc76ed-99b6-4a8f-a429-3529d291aa6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:29.169669 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fc76ed-99b6-4a8f-a429-3529d291aa6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:29.169974 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fc76ed-99b6-4a8f-a429-3529d291aa6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:29.179272 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-08fc76ed-99b6-4a8f-a429-3529d291aa6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:29.180357 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-08fc76ed-99b6-4a8f-a429-3529d291aa6d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/091b1721-ee45-4dcd-bbdb-c798cb608306 HTTP/1.1" status: 204  len: 168 time: 0.2770092
Dec 30 16:20:29.199749 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e4f0c05a-fda2-49c5-80ca-2a6b595360b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:29.205113 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e4f0c05a-fda2-49c5-80ca-2a6b595360b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:29.249727 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0c05a-fda2-49c5-80ca-2a6b595360b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4270e915-4542-4f56-9fa2-209a84944c1c,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:29.257279 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-e4f0c05a-fda2-49c5-80ca-2a6b595360b6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ab8c5cb05638417ba0898c4943492036&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4166629
Dec 30 16:20:29.257641 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 49006) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:29.330431 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a8c9f908-2af1-4693-9798-6002dfc85a79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:29.356449 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a8c9f908-2af1-4693-9798-6002dfc85a79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:29.419167 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a8c9f908-2af1-4693-9798-6002dfc85a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:29.441676 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c9f908-2af1-4693-9798-6002dfc85a79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4270e915-4542-4f56-9fa2-209a84944c1c,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:29.467093 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a8c9f908-2af1-4693-9798-6002dfc85a79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:29.475312 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-a8c9f908-2af1-4693-9798-6002dfc85a79 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4270e915-4542-4f56-9fa2-209a84944c1c HTTP/1.1" status: 204  len: 168 time: 0.2162807
Dec 30 16:20:29.923926 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 49038) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:29.948366 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a857300d-3efb-4f12-9e45-f5891e513f73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:29.984523 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-a857300d-3efb-4f12-9e45-f5891e513f73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:29.989819 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-a857300d-3efb-4f12-9e45-f5891e513f73 admin admin] Usage tracker for resource:security_group_rule and tenant:4264e13819694a1da89d5bb5d348de9b is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:30.010848 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-a857300d-3efb-4f12-9e45-f5891e513f73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:30.019104 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-a857300d-3efb-4f12-9e45-f5891e513f73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:30.052214 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 49046) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:30.135782 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a857300d-3efb-4f12-9e45-f5891e513f73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:30.141429 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a857300d-3efb-4f12-9e45-f5891e513f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:30.182709 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 49056) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:30.197375 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-a857300d-3efb-4f12-9e45-f5891e513f73 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4264e13819694a1da89d5bb5d348de9b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2708919
Dec 30 16:20:30.230026 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857300d-3efb-4f12-9e45-f5891e513f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76609b4-4888-444c-bfc8-14462b379d24,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:30.233412 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-61d66c89-a3f7-4eab-9092-bf946fe4c3bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:30.388080 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-61d66c89-a3f7-4eab-9092-bf946fe4c3bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:30.392356 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-61d66c89-a3f7-4eab-9092-bf946fe4c3bb admin admin] Usage tracker for resource:security_group_rule and tenant:da580b7b849846919bf1cb6ddbc75ac7 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:30.396045 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-61d66c89-a3f7-4eab-9092-bf946fe4c3bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:30.403724 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-61d66c89-a3f7-4eab-9092-bf946fe4c3bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:30.409612 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcaae19f-33a8-4fd3-b49c-7164cc1c0633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:30.463247 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcaae19f-33a8-4fd3-b49c-7164cc1c0633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:30.530328 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcaae19f-33a8-4fd3-b49c-7164cc1c0633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:30.557076 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaae19f-33a8-4fd3-b49c-7164cc1c0633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76609b4-4888-444c-bfc8-14462b379d24,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:30.578184 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcaae19f-33a8-4fd3-b49c-7164cc1c0633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:30.582319 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-bcaae19f-33a8-4fd3-b49c-7164cc1c0633 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b76609b4-4888-444c-bfc8-14462b379d24 HTTP/1.1" status: 204  len: 168 time: 0.3984656
Dec 30 16:20:30.608896 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-61d66c89-a3f7-4eab-9092-bf946fe4c3bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:30.615941 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-61d66c89-a3f7-4eab-9092-bf946fe4c3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:30.680526 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d66c89-a3f7-4eab-9092-bf946fe4c3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2090ac-3e6f-4e4e-8f2a-76b4cead3db8,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:30.685883 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-61d66c89-a3f7-4eab-9092-bf946fe4c3bb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=da580b7b849846919bf1cb6ddbc75ac7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6315563
Dec 30 16:20:30.688421 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 49082) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:30.792850 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0a7fd9a3-a894-43ac-94e2-6ad576ec2fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:30.823027 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0a7fd9a3-a894-43ac-94e2-6ad576ec2fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:30.885351 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0a7fd9a3-a894-43ac-94e2-6ad576ec2fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:30.901922 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7fd9a3-a894-43ac-94e2-6ad576ec2fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2090ac-3e6f-4e4e-8f2a-76b4cead3db8,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:30.906417 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0a7fd9a3-a894-43ac-94e2-6ad576ec2fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:30.907693 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-0a7fd9a3-a894-43ac-94e2-6ad576ec2fb4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4d2090ac-3e6f-4e4e-8f2a-76b4cead3db8 HTTP/1.1" status: 204  len: 168 time: 0.2179358
Dec 30 16:20:31.553732 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 49116) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:31.808705 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d2b25830-5ab5-4736-b55e-c54a6457c095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:31.861008 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-d2b25830-5ab5-4736-b55e-c54a6457c095 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:31.886422 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-d2b25830-5ab5-4736-b55e-c54a6457c095 admin admin] Usage tracker for resource:security_group_rule and tenant:4a12570bf90d40a5b4789afb1a4904cb is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:31.900522 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-d2b25830-5ab5-4736-b55e-c54a6457c095 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:31.914365 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-d2b25830-5ab5-4736-b55e-c54a6457c095 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:32.003066 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d2b25830-5ab5-4736-b55e-c54a6457c095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:32.009700 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d2b25830-5ab5-4736-b55e-c54a6457c095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:32.069254 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b25830-5ab5-4736-b55e-c54a6457c095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8b7095-bbf7-405e-b8b8-418d30d9f724,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:32.078112 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-d2b25830-5ab5-4736-b55e-c54a6457c095 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4a12570bf90d40a5b4789afb1a4904cb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5209227
Dec 30 16:20:32.078704 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 49142) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:32.146033 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c124dc8a-f2ce-4409-9612-aa7b41fabe15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:32.172360 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c124dc8a-f2ce-4409-9612-aa7b41fabe15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:32.225932 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c124dc8a-f2ce-4409-9612-aa7b41fabe15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:32.247128 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124dc8a-f2ce-4409-9612-aa7b41fabe15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8b7095-bbf7-405e-b8b8-418d30d9f724,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:32.257682 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c124dc8a-f2ce-4409-9612-aa7b41fabe15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:32.261910 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-c124dc8a-f2ce-4409-9612-aa7b41fabe15 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e8b7095-bbf7-405e-b8b8-418d30d9f724 HTTP/1.1" status: 204  len: 168 time: 0.1823406
Dec 30 16:20:33.082127 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 49192) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:33.107520 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9f038cc7-39ef-44fb-b93a-77b571666cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:33.151650 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-9f038cc7-39ef-44fb-b93a-77b571666cf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:33.156539 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-9f038cc7-39ef-44fb-b93a-77b571666cf8 admin admin] Usage tracker for resource:security_group_rule and tenant:a267aaec2e954b9eb026e8df347bdd79 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:33.161210 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-9f038cc7-39ef-44fb-b93a-77b571666cf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:33.167984 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-9f038cc7-39ef-44fb-b93a-77b571666cf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:33.250367 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9f038cc7-39ef-44fb-b93a-77b571666cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:33.255498 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9f038cc7-39ef-44fb-b93a-77b571666cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:33.327951 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-9f038cc7-39ef-44fb-b93a-77b571666cf8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a267aaec2e954b9eb026e8df347bdd79&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2447257
Dec 30 16:20:33.328792 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f038cc7-39ef-44fb-b93a-77b571666cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bce6cc-8fe3-4df0-a59a-3e323fd837cc,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:33.330750 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 49202) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:33.454063 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bdc0f18b-df5e-4d8f-8d28-b1c1747ac2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:33.503202 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bdc0f18b-df5e-4d8f-8d28-b1c1747ac2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:33.613302 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bdc0f18b-df5e-4d8f-8d28-b1c1747ac2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:33.659087 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0f18b-df5e-4d8f-8d28-b1c1747ac2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bce6cc-8fe3-4df0-a59a-3e323fd837cc,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:33.685186 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bdc0f18b-df5e-4d8f-8d28-b1c1747ac2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:33.686591 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-bdc0f18b-df5e-4d8f-8d28-b1c1747ac2c3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a3bce6cc-8fe3-4df0-a59a-3e323fd837cc HTTP/1.1" status: 204  len: 168 time: 0.3548582
Dec 30 16:20:33.971468 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdcf01a-b7ae-44dd-9fa6-f3de5e1cabc7 req-d0199fc9-6182-4a6c-80dd-555e0f9bda8a tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:33.973310 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-abdcf01a-b7ae-44dd-9fa6-f3de5e1cabc7 req-d0199fc9-6182-4a6c-80dd-555e0f9bda8a tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/ports?device_id=617cd47b-dc30-48c8-b799-8f16ead3a52f HTTP/1.1" status: 200  len: 945 time: 0.1142337
Dec 30 16:20:34.021379 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-abdcf01a-b7ae-44dd-9fa6-f3de5e1cabc7 req-a2002ed0-7a4a-4a15-81ba-ef36d7b0cc4d tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/security-groups?id=051870d8-1e5f-4e05-a183-ede239aaaa5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420117
Dec 30 16:20:35.238409 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1d421-125c-4a64-99c9-d62755c9639e req-4984be44-139e-4122-954e-85897ad611b1 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:35.246008 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-88f1d421-125c-4a64-99c9-d62755c9639e req-4984be44-139e-4122-954e-85897ad611b1 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/ports?device_id=617cd47b-dc30-48c8-b799-8f16ead3a52f HTTP/1.1" status: 200  len: 945 time: 0.0892525
Dec 30 16:20:35.327642 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-88f1d421-125c-4a64-99c9-d62755c9639e req-a2785b09-e7ef-4e30-a014-636f388aa69c tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/security-groups?id=051870d8-1e5f-4e05-a183-ede239aaaa5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805910
Dec 30 16:20:36.160277 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51b307d-20ea-4aef-99fa-97cc98196a53 req-f7394ee9-82f8-4fe0-98e5-46f4392f3ec0 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:36.163177 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f51b307d-20ea-4aef-99fa-97cc98196a53 req-f7394ee9-82f8-4fe0-98e5-46f4392f3ec0 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.43 "GET /v2.0/ports?device_id=617cd47b-dc30-48c8-b799-8f16ead3a52f HTTP/1.1" status: 200  len: 945 time: 0.1213920
Dec 30 16:20:36.242366 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-f51b307d-20ea-4aef-99fa-97cc98196a53 req-b5bd2c50-e97c-4f47-868e-82c4e4fb8ce0 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Deleting port 58d6023b-b98d-412b-b80a-995db3699bcc {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:20:36.243019 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-f51b307d-20ea-4aef-99fa-97cc98196a53 req-b5bd2c50-e97c-4f47-868e-82c4e4fb8ce0 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:36.821877 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-f51b307d-20ea-4aef-99fa-97cc98196a53 req-b5bd2c50-e97c-4f47-868e-82c4e4fb8ce0 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] For port 58d6023b-b98d-412b-b80a-995db3699bcc, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=58d6023b-b98d-412b-b80a-995db3699bcc,segment=NetworkSegment(50be33e0-3d89-47d9-8dac-50038c791de0),segment_id=50be33e0-3d89-47d9-8dac-50038c791de0)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:20:36.822656 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-f51b307d-20ea-4aef-99fa-97cc98196a53 req-b5bd2c50-e97c-4f47-868e-82c4e4fb8ce0 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:36.995002 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-f51b307d-20ea-4aef-99fa-97cc98196a53 req-b5bd2c50-e97c-4f47-868e-82c4e4fb8ce0 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Calling delete_port for 58d6023b-b98d-412b-b80a-995db3699bcc owned by compute:nova {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:20:37.065293 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e0b37-a85c-4c9a-9017-3558e1b5bd48 req-f7f69f22-d39e-424c-a2b7-cf83ec954241 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:37.066968 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7b7e0b37-a85c-4c9a-9017-3558e1b5bd48 req-f7f69f22-d39e-424c-a2b7-cf83ec954241 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/ports?device_id=617cd47b-dc30-48c8-b799-8f16ead3a52f HTTP/1.1" status: 200  len: 945 time: 0.4818368
Dec 30 16:20:37.087956 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 49408) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:37.216243 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7b7e0b37-a85c-4c9a-9017-3558e1b5bd48 req-8ae42dbf-65a1-4594-af40-4950c5392bad tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/security-groups?id=051870d8-1e5f-4e05-a183-ede239aaaa5a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886450
Dec 30 16:20:37.257572 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-f51b307d-20ea-4aef-99fa-97cc98196a53 req-b5bd2c50-e97c-4f47-868e-82c4e4fb8ce0 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:37.269836 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['58d6023b-b98d-412b-b80a-995db3699bcc'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:20:37.362397 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 49420) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:37.371819 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd2c50-e97c-4f47-868e-82c4e4fb8ce0 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Pushing event deleted for resources: {'Port': ['ID=58d6023b-b98d-412b-b80a-995db3699bcc,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:37.395414 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 49426) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:37.450456 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51b307d-20ea-4aef-99fa-97cc98196a53 req-b5bd2c50-e97c-4f47-868e-82c4e4fb8ce0 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] No DVR routers for this DVR port 58d6023b-b98d-412b-b80a-995db3699bcc on host hv-cinder-82293 {{(pid=82857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 30 16:20:37.453778 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-f51b307d-20ea-4aef-99fa-97cc98196a53 req-b5bd2c50-e97c-4f47-868e-82c4e4fb8ce0 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:37.457963 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617cd47b-dc30-48c8-b799-8f16ead3a52f', 'name': 'network-vif-deleted', 'tag': '58d6023b-b98d-412b-b80a-995db3699bcc'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:20:37.467176 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-80ebf20f-bff8-494a-9666-7c23b256243b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:37.479979 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f51b307d-20ea-4aef-99fa-97cc98196a53 req-b5bd2c50-e97c-4f47-868e-82c4e4fb8ce0 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.43 "DELETE /v2.0/ports/58d6023b-b98d-412b-b80a-995db3699bcc HTTP/1.1" status: 204  len: 173 time: 1.3096087
Dec 30 16:20:37.548092 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6c346f44-4106-4ce4-82ee-b60272d39d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:37.563166 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-80ebf20f-bff8-494a-9666-7c23b256243b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:37.565512 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fc4c596a-0b7d-414f-bee3-c2387ae11abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:37.579237 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-80ebf20f-bff8-494a-9666-7c23b256243b admin admin] Usage tracker for resource:security_group_rule and tenant:2b2a328767a449aa8bc324deae7ce755 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:37.584052 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-80ebf20f-bff8-494a-9666-7c23b256243b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:37.597404 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-80ebf20f-bff8-494a-9666-7c23b256243b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:37.638126 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-6c346f44-4106-4ce4-82ee-b60272d39d60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:37.646319 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-6c346f44-4106-4ce4-82ee-b60272d39d60 admin admin] Usage tracker for resource:security_group_rule and tenant:50b7877e46844165ba8a8041737359f7 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:37.649132 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-fc4c596a-0b7d-414f-bee3-c2387ae11abf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:37.651823 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-6c346f44-4106-4ce4-82ee-b60272d39d60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:37.662009 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-fc4c596a-0b7d-414f-bee3-c2387ae11abf admin admin] Usage tracker for resource:security_group_rule and tenant:7a990ac666c74b209dd85d40d42d6634 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:37.665722 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-6c346f44-4106-4ce4-82ee-b60272d39d60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:37.667791 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-fc4c596a-0b7d-414f-bee3-c2387ae11abf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:37.674653 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-fc4c596a-0b7d-414f-bee3-c2387ae11abf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:37.684025 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617cd47b-dc30-48c8-b799-8f16ead3a52f', 'name': 'network-vif-deleted', 'tag': '58d6023b-b98d-412b-b80a-995db3699bcc', 'status': 'completed', 'code': 200}
Dec 30 16:20:37.767789 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-80ebf20f-bff8-494a-9666-7c23b256243b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:37.777597 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-80ebf20f-bff8-494a-9666-7c23b256243b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:37.892869 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6c346f44-4106-4ce4-82ee-b60272d39d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:37.902740 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fc4c596a-0b7d-414f-bee3-c2387ae11abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:37.907294 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-80ebf20f-bff8-494a-9666-7c23b256243b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2b2a328767a449aa8bc324deae7ce755&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8182988
Dec 30 16:20:37.908192 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6c346f44-4106-4ce4-82ee-b60272d39d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:37.910215 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 49444) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:37.915948 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebf20f-bff8-494a-9666-7c23b256243b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8829ea-918a-486b-80ad-74dac3ee98a1,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:37.919832 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fc4c596a-0b7d-414f-bee3-c2387ae11abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:37.984170 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c346f44-4106-4ce4-82ee-b60272d39d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277a50eb-5f5e-4b46-89f9-3b1663cd3077,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:38.012259 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-6c346f44-4106-4ce4-82ee-b60272d39d60 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=50b7877e46844165ba8a8041737359f7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6450241
Dec 30 16:20:38.017053 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-fc4c596a-0b7d-414f-bee3-c2387ae11abf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a990ac666c74b209dd85d40d42d6634&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6176472
Dec 30 16:20:38.017053 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 49458) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:38.017678 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 49460) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:38.036508 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7c1afc2f-591f-4076-8829-933713e42361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:38.083313 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7c1afc2f-591f-4076-8829-933713e42361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:38.089792 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c596a-0b7d-414f-bee3-c2387ae11abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b4d6f7-1638-469b-af17-891fa5fd2b44,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:38.136537 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-65cb017f-8709-4e9a-88ad-e1f1cc254bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:38.167743 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-65cb017f-8709-4e9a-88ad-e1f1cc254bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:38.179021 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b16d61da-d361-45a7-b5de-b290a142e9fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:38.187388 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7c1afc2f-591f-4076-8829-933713e42361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:38.230986 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b16d61da-d361-45a7-b5de-b290a142e9fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:38.232521 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1afc2f-591f-4076-8829-933713e42361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8829ea-918a-486b-80ad-74dac3ee98a1,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:38.239890 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7c1afc2f-591f-4076-8829-933713e42361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:38.241354 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-7c1afc2f-591f-4076-8829-933713e42361 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6e8829ea-918a-486b-80ad-74dac3ee98a1 HTTP/1.1" status: 204  len: 168 time: 0.3301494
Dec 30 16:20:38.265485 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-65cb017f-8709-4e9a-88ad-e1f1cc254bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:38.300087 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb017f-8709-4e9a-88ad-e1f1cc254bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b4d6f7-1638-469b-af17-891fa5fd2b44,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:38.306103 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b16d61da-d361-45a7-b5de-b290a142e9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:38.320920 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-65cb017f-8709-4e9a-88ad-e1f1cc254bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:38.328897 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-65cb017f-8709-4e9a-88ad-e1f1cc254bb7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f1b4d6f7-1638-469b-af17-891fa5fd2b44 HTTP/1.1" status: 204  len: 168 time: 0.3074217
Dec 30 16:20:38.351977 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d61da-d361-45a7-b5de-b290a142e9fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277a50eb-5f5e-4b46-89f9-3b1663cd3077,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:38.364955 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b16d61da-d361-45a7-b5de-b290a142e9fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:38.366295 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-b16d61da-d361-45a7-b5de-b290a142e9fb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/277a50eb-5f5e-4b46-89f9-3b1663cd3077 HTTP/1.1" status: 204  len: 168 time: 0.3491762
Dec 30 16:20:38.567393 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-afd55b50-a5d5-4c58-9dff-743665ce0082 req-eb8bee9b-c30b-4178-8380-73f2ebdc1532 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Synchronizing usage tracker for tenant:b8d8b205505c44f38e61784724e2bce5 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:20:38.590793 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-afd55b50-a5d5-4c58-9dff-743665ce0082 req-eb8bee9b-c30b-4178-8380-73f2ebdc1532 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] Unset dirty status for tenant:b8d8b205505c44f38e61784724e2bce5 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:20:38.604249 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-afd55b50-a5d5-4c58-9dff-743665ce0082 req-eb8bee9b-c30b-4178-8380-73f2ebdc1532 tempest-DeleteServersTestJSON-729147841 tempest-DeleteServersTestJSON-729147841-project] 10.222.0.31 "GET /v2.0/ports?device_id=617cd47b-dc30-48c8-b799-8f16ead3a52f HTTP/1.1" status: 200  len: 210 time: 0.1024952
Dec 30 16:20:39.047753 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 49508) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:39.058979 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 49512) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:39.071516 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3b80b36a-f7ed-4616-8906-431e03c6dc07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:39.089485 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1a9e32ff-76ef-41c1-8557-03951c0b540e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:39.112595 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-3b80b36a-f7ed-4616-8906-431e03c6dc07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:39.117427 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-3b80b36a-f7ed-4616-8906-431e03c6dc07 admin admin] Usage tracker for resource:security_group_rule and tenant:3b23068119be4be6beb2b8e3bbef3dfb is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:39.122227 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-3b80b36a-f7ed-4616-8906-431e03c6dc07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:39.124242 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-1a9e32ff-76ef-41c1-8557-03951c0b540e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:39.128498 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-1a9e32ff-76ef-41c1-8557-03951c0b540e admin admin] Usage tracker for resource:security_group_rule and tenant:5ccfe2464bd444e394bb84d903e57179 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:39.129880 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-3b80b36a-f7ed-4616-8906-431e03c6dc07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:39.132537 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-1a9e32ff-76ef-41c1-8557-03951c0b540e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:39.139268 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-1a9e32ff-76ef-41c1-8557-03951c0b540e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:39.226402 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1a9e32ff-76ef-41c1-8557-03951c0b540e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:39.232212 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1a9e32ff-76ef-41c1-8557-03951c0b540e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:39.235238 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3b80b36a-f7ed-4616-8906-431e03c6dc07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:39.240408 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3b80b36a-f7ed-4616-8906-431e03c6dc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:39.303209 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b80b36a-f7ed-4616-8906-431e03c6dc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b81f452-0fb0-4339-a86b-2e780f788858,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:39.322871 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e32ff-76ef-41c1-8557-03951c0b540e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca459b3-aaef-4eac-bf22-e4a304fb3830,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:39.331832 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-3b80b36a-f7ed-4616-8906-431e03c6dc07 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3b23068119be4be6beb2b8e3bbef3dfb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2829926
Dec 30 16:20:39.337883 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 49520) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:39.374835 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-1a9e32ff-76ef-41c1-8557-03951c0b540e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5ccfe2464bd444e394bb84d903e57179&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3123026
Dec 30 16:20:39.378773 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 49524) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:39.403643 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 49528) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:39.433191 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8bd4d9eb-492c-4268-b76b-000ea3287440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:39.465646 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-105421d2-6a4f-4664-9c44-153371444e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:39.500082 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-8bd4d9eb-492c-4268-b76b-000ea3287440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:39.504221 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-86d89cde-8a31-4920-a46c-6fb21de25a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:39.507441 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-105421d2-6a4f-4664-9c44-153371444e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:39.516087 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-8bd4d9eb-492c-4268-b76b-000ea3287440 admin admin] Usage tracker for resource:security_group_rule and tenant:92f25682bb7049068707fcd5e7ddefb5 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:39.521189 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-8bd4d9eb-492c-4268-b76b-000ea3287440 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:39.535187 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-8bd4d9eb-492c-4268-b76b-000ea3287440 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:39.568038 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 49538) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:39.571575 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-86d89cde-8a31-4920-a46c-6fb21de25a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:39.618647 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-105421d2-6a4f-4664-9c44-153371444e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:39.667226 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-86d89cde-8a31-4920-a46c-6fb21de25a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:39.689969 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d89cde-8a31-4920-a46c-6fb21de25a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca459b3-aaef-4eac-bf22-e4a304fb3830,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:39.697699 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-86d89cde-8a31-4920-a46c-6fb21de25a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:39.703283 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-86d89cde-8a31-4920-a46c-6fb21de25a33 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5ca459b3-aaef-4eac-bf22-e4a304fb3830 HTTP/1.1" status: 204  len: 168 time: 0.3232813
Dec 30 16:20:39.713034 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8bd4d9eb-492c-4268-b76b-000ea3287440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:39.714638 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105421d2-6a4f-4664-9c44-153371444e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b81f452-0fb0-4339-a86b-2e780f788858,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:39.723308 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8bd4d9eb-492c-4268-b76b-000ea3287440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:39.767578 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-8bd4d9eb-492c-4268-b76b-000ea3287440 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=92f25682bb7049068707fcd5e7ddefb5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3582954
Dec 30 16:20:39.767961 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 49556) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:39.778269 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-105421d2-6a4f-4664-9c44-153371444e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:39.779398 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-105421d2-6a4f-4664-9c44-153371444e5d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0b81f452-0fb0-4339-a86b-2e780f788858 HTTP/1.1" status: 204  len: 168 time: 0.4404976
Dec 30 16:20:39.795228 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd4d9eb-492c-4268-b76b-000ea3287440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3241d2-d0f2-4c64-9f54-4fdb9f57f029,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:39.849851 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8879ec95-da5c-4ad3-bf78-f9193d6ce3cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:39.895419 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-8879ec95-da5c-4ad3-bf78-f9193d6ce3cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:39.908848 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-8879ec95-da5c-4ad3-bf78-f9193d6ce3cc admin admin] Usage tracker for resource:security_group_rule and tenant:779d25ca265b44ba83dd8e08883040eb is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:39.913031 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-8879ec95-da5c-4ad3-bf78-f9193d6ce3cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:39.920128 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-860cc372-80dc-4b45-9350-056f4e3b1d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:39.922797 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-8879ec95-da5c-4ad3-bf78-f9193d6ce3cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:39.968053 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-860cc372-80dc-4b45-9350-056f4e3b1d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:40.071338 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8879ec95-da5c-4ad3-bf78-f9193d6ce3cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:40.075654 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-860cc372-80dc-4b45-9350-056f4e3b1d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:40.091857 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8879ec95-da5c-4ad3-bf78-f9193d6ce3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:40.130514 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 49574) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:40.131102 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-8879ec95-da5c-4ad3-bf78-f9193d6ce3cc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=779d25ca265b44ba83dd8e08883040eb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5615134
Dec 30 16:20:40.132372 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860cc372-80dc-4b45-9350-056f4e3b1d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3241d2-d0f2-4c64-9f54-4fdb9f57f029,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:40.172447 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-860cc372-80dc-4b45-9350-056f4e3b1d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:40.173774 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-860cc372-80dc-4b45-9350-056f4e3b1d4f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d3241d2-d0f2-4c64-9f54-4fdb9f57f029 HTTP/1.1" status: 204  len: 168 time: 0.4042113
Dec 30 16:20:40.195998 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879ec95-da5c-4ad3-bf78-f9193d6ce3cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a68b54-0d23-4d8c-8da9-5457dc6e7a97,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:40.227153 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-78eb9257-27bc-49d9-847b-bfecf38ebf83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:40.258786 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-78eb9257-27bc-49d9-847b-bfecf38ebf83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:40.336168 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-78eb9257-27bc-49d9-847b-bfecf38ebf83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:40.362420 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb9257-27bc-49d9-847b-bfecf38ebf83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a68b54-0d23-4d8c-8da9-5457dc6e7a97,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:40.375994 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-78eb9257-27bc-49d9-847b-bfecf38ebf83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:40.381591 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-78eb9257-27bc-49d9-847b-bfecf38ebf83 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4a68b54-0d23-4d8c-8da9-5457dc6e7a97 HTTP/1.1" status: 204  len: 168 time: 0.2488108
Dec 30 16:20:40.820254 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 58d6023b-b98d-412b-b80a-995db3699bcc no longer exists at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:20:40.855105 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] No Port match for: 58d6023b-b98d-412b-b80a-995db3699bcc {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:20:40.855657 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 58d6023b-b98d-412b-b80a-995db3699bcc not bound to the agent host hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:20:41.009435 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 49612) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:41.031513 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-79acac74-4090-4d3b-bbf8-5c40b102fcd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:41.070340 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-79acac74-4090-4d3b-bbf8-5c40b102fcd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:41.075046 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-79acac74-4090-4d3b-bbf8-5c40b102fcd4 admin admin] Usage tracker for resource:security_group_rule and tenant:62b07f92af584882b3185dc83a414b45 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:41.078166 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-79acac74-4090-4d3b-bbf8-5c40b102fcd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:41.083870 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-79acac74-4090-4d3b-bbf8-5c40b102fcd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:41.152880 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-79acac74-4090-4d3b-bbf8-5c40b102fcd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:41.158763 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-79acac74-4090-4d3b-bbf8-5c40b102fcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:41.210081 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79acac74-4090-4d3b-bbf8-5c40b102fcd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2267d1a2-768c-4f95-a1e8-e5df54cece5d,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:41.221919 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-79acac74-4090-4d3b-bbf8-5c40b102fcd4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62b07f92af584882b3185dc83a414b45&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2081380
Dec 30 16:20:41.222163 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 49624) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:41.297562 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-eac5c1fa-4bcf-45bd-a2ac-b98be49a5fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:41.327233 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-eac5c1fa-4bcf-45bd-a2ac-b98be49a5fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:41.386043 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-eac5c1fa-4bcf-45bd-a2ac-b98be49a5fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:41.400685 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5c1fa-4bcf-45bd-a2ac-b98be49a5fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2267d1a2-768c-4f95-a1e8-e5df54cece5d,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:41.407700 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-eac5c1fa-4bcf-45bd-a2ac-b98be49a5fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:41.408950 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-eac5c1fa-4bcf-45bd-a2ac-b98be49a5fc9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2267d1a2-768c-4f95-a1e8-e5df54cece5d HTTP/1.1" status: 204  len: 168 time: 0.1860991
Dec 30 16:20:42.031659 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 49668) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:42.091990 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce5d5781-6c36-4d04-ac56-e6b12a4eda46 admin admin] Deleting subnet 571efa7f-76f6-4007-ac4c-472e7b062b66 {{(pid=82857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}}
Dec 30 16:20:42.095167 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ce5d5781-6c36-4d04-ac56-e6b12a4eda46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:42.146180 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ce5d5781-6c36-4d04-ac56-e6b12a4eda46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2906538'] for subnet, precommit_delete_associations {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:42.206874 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ce5d5781-6c36-4d04-ac56-e6b12a4eda46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-618588'] for subnet, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:42.277364 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ce5d5781-6c36-4d04-ac56-e6b12a4eda46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-618599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2907015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2674639'] for subnet, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:42.318380 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d5781-6c36-4d04-ac56-e6b12a4eda46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=571efa7f-76f6-4007-ac4c-472e7b062b66,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:42.325642 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ce5d5781-6c36-4d04-ac56-e6b12a4eda46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:42.332830 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-ce5d5781-6c36-4d04-ac56-e6b12a4eda46 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/571efa7f-76f6-4007-ac4c-472e7b062b66 HTTP/1.1" status: 204  len: 168 time: 0.2999473
Dec 30 16:20:42.335321 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 49684) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:42.441830 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9964c925-cc74-413e-af22-ebd8a931c73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544548'] for network, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:42.536887 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 49692) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:42.597135 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9964c925-cc74-413e-af22-ebd8a931c73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-618013', 'neutron.services.segments.db._delete_segments_for_network-8793096430318'] for network, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:42.635568 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-9964c925-cc74-413e-af22-ebd8a931c73f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff4d55812b0>,) {'filters': {'network_id': ['48ed97d6-ee1a-49e6-9c45-ae96b16b4e98']}} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:20:42.649346 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-9964c925-cc74-413e-af22-ebd8a931c73f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff4d55812b0>, '50be33e0-3d89-47d9-8dac-50038c791de0') {'for_net_delete': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:20:42.649743 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-9964c925-cc74-413e-af22-ebd8a931c73f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff4d55812b0>, '50be33e0-3d89-47d9-8dac-50038c791de0') {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:20:42.662357 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9964c925-cc74-413e-af22-ebd8a931c73f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793096435469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2906547'] for segment, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:42.680422 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9964c925-cc74-413e-af22-ebd8a931c73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:42.690047 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9964c925-cc74-413e-af22-ebd8a931c73f admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=82857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 30 16:20:42.690610 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9964c925-cc74-413e-af22-ebd8a931c73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-621716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2906977'] for segment, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:42.704795 dv-cinder-822939-1-iscsi neutron-server[82857]: Traceback (most recent call last):
Dec 30 16:20:42.704795 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 30 16:20:42.704795 dv-cinder-822939-1-iscsi neutron-server[82857]:     timer()
Dec 30 16:20:42.704795 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 30 16:20:42.704795 dv-cinder-822939-1-iscsi neutron-server[82857]:     cb(*args, **kw)
Dec 30 16:20:42.704795 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 30 16:20:42.704795 dv-cinder-822939-1-iscsi neutron-server[82857]:     return func(*args, **kwargs)
Dec 30 16:20:42.704795 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 30 16:20:42.704795 dv-cinder-822939-1-iscsi neutron-server[82857]:     self._notify()
Dec 30 16:20:42.704795 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 30 16:20:42.704795 dv-cinder-822939-1-iscsi neutron-server[82857]:     self.callback(batched_events)
Dec 30 16:20:42.704795 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 30 16:20:42.704795 dv-cinder-822939-1-iscsi neutron-server[82857]:     event.method(event)
Dec 30 16:20:42.704795 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 30 16:20:42.704795 dv-cinder-822939-1-iscsi neutron-server[82857]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 30 16:20:42.704795 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 30 16:20:42.704795 dv-cinder-822939-1-iscsi neutron-server[82857]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 30 16:20:42.704795 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 30 16:20:42.704795 dv-cinder-822939-1-iscsi neutron-server[82857]:     return f(self, *a, **k)
Dec 30 16:20:42.704795 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 30 16:20:42.704795 dv-cinder-822939-1-iscsi neutron-server[82857]:     return self._get(url).json()
Dec 30 16:20:42.704795 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 30 16:20:42.704795 dv-cinder-822939-1-iscsi neutron-server[82857]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 30 16:20:42.704795 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 30 16:20:42.704795 dv-cinder-822939-1-iscsi neutron-server[82857]:     return self.request(url, 'GET', **kwargs)
Dec 30 16:20:42.704795 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 30 16:20:42.704795 dv-cinder-822939-1-iscsi neutron-server[82857]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 30 16:20:42.704795 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 30 16:20:42.704795 dv-cinder-822939-1-iscsi neutron-server[82857]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 30 16:20:42.704795 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 30 16:20:42.704795 dv-cinder-822939-1-iscsi neutron-server[82857]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 30 16:20:42.704795 dv-cinder-822939-1-iscsi neutron-server[82857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 30 16:20:42.782655 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2e79582e-d1ab-446a-824d-b96f58b4891b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:42.792018 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9964c925-cc74-413e-af22-ebd8a931c73f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-618002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4017932'] for network, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:42.818335 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9964c925-cc74-413e-af22-ebd8a931c73f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:42.822096 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-2e79582e-d1ab-446a-824d-b96f58b4891b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:42.826145 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-2e79582e-d1ab-446a-824d-b96f58b4891b admin admin] Usage tracker for resource:security_group_rule and tenant:fe6107f0d8a643b792bdd2929b235d8b is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:42.827918 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964c925-cc74-413e-af22-ebd8a931c73f admin admin] Pushing event deleted for resources: {'Network': ['ID=48ed97d6-ee1a-49e6-9c45-ae96b16b4e98,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:42.829122 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-2e79582e-d1ab-446a-824d-b96f58b4891b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:42.835855 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-2e79582e-d1ab-446a-824d-b96f58b4891b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:42.841605 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-9964c925-cc74-413e-af22-ebd8a931c73f admin admin] 10.222.0.31 "DELETE /v2.0/networks/48ed97d6-ee1a-49e6-9c45-ae96b16b4e98 HTTP/1.1" status: 204  len: 168 time: 0.5052009
Dec 30 16:20:42.914049 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2e79582e-d1ab-446a-824d-b96f58b4891b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:42.921545 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2e79582e-d1ab-446a-824d-b96f58b4891b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:42.990816 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-2e79582e-d1ab-446a-824d-b96f58b4891b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe6107f0d8a643b792bdd2929b235d8b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4522510
Dec 30 16:20:42.993787 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 49718) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:42.994095 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79582e-d1ab-446a-824d-b96f58b4891b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc74accd-85ae-4810-8078-f25f80aa5233,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:43.096499 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-948400b2-9843-41e1-96a3-0b5b8e834c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:43.123460 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-948400b2-9843-41e1-96a3-0b5b8e834c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:43.147054 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 49728) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:43.190782 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-948400b2-9843-41e1-96a3-0b5b8e834c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:43.217802 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948400b2-9843-41e1-96a3-0b5b8e834c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc74accd-85ae-4810-8078-f25f80aa5233,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:43.225248 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-948400b2-9843-41e1-96a3-0b5b8e834c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:43.229816 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-948400b2-9843-41e1-96a3-0b5b8e834c95 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fc74accd-85ae-4810-8078-f25f80aa5233 HTTP/1.1" status: 204  len: 168 time: 0.2349660
Dec 30 16:20:43.250061 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 49738) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:43.257795 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-175502f5-89c5-443b-9cd3-a38fe31d4a59 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b8d8b205505c44f38e61784724e2bce5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1095319
Dec 30 16:20:43.392158 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-88ef3c63-e6fd-480e-831a-4c4ce300abfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:43.420871 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-88ef3c63-e6fd-480e-831a-4c4ce300abfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:43.500196 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-88ef3c63-e6fd-480e-831a-4c4ce300abfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:43.523915 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ef3c63-e6fd-480e-831a-4c4ce300abfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051870d8-1e5f-4e05-a183-ede239aaaa5a,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:43.551656 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-88ef3c63-e6fd-480e-831a-4c4ce300abfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:43.552918 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-88ef3c63-e6fd-480e-831a-4c4ce300abfc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/051870d8-1e5f-4e05-a183-ede239aaaa5a HTTP/1.1" status: 204  len: 168 time: 0.3016224
Dec 30 16:20:44.943301 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:20:45.112519 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b86201fb-1196-4e21-8c86-b41eb79b643b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:45.700390 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 49852) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:45.847285 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 49864) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:46.124924 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-7331ec15-2a10-4455-9327-9d2b83678341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:46.127193 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 49890) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:46.187071 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3f04f438-5486-4362-96e9-7ed96e7d12ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:46.224043 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-7331ec15-2a10-4455-9327-9d2b83678341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:46.230702 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-7331ec15-2a10-4455-9327-9d2b83678341 admin admin] Usage tracker for resource:security_group_rule and tenant:bdd976e9ba2d4847a50ab05c6f871547 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:46.234842 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-7331ec15-2a10-4455-9327-9d2b83678341 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:46.241745 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-3f04f438-5486-4362-96e9-7ed96e7d12ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:46.243942 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-7331ec15-2a10-4455-9327-9d2b83678341 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:46.248154 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-3f04f438-5486-4362-96e9-7ed96e7d12ce admin admin] Usage tracker for resource:security_group_rule and tenant:f367906493474bc0afceee4b65e2c617 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:46.250969 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-54eec1b0-968d-4740-9c50-c541d2b52521 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1421378020-network', 'tenant_id': 'bfcfc39d438a466484958cfa05016678'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:20:46.252373 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-3f04f438-5486-4362-96e9-7ed96e7d12ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:46.256984 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-54eec1b0-968d-4740-9c50-c541d2b52521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:46.260924 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-54eec1b0-968d-4740-9c50-c541d2b52521 admin admin] Usage tracker for resource:network and tenant:bfcfc39d438a466484958cfa05016678 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:46.262500 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-3f04f438-5486-4362-96e9-7ed96e7d12ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:46.265920 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-54eec1b0-968d-4740-9c50-c541d2b52521 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:46.290626 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-54eec1b0-968d-4740-9c50-c541d2b52521 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:46.312879 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54eec1b0-968d-4740-9c50-c541d2b52521 admin admin] Made reservation on behalf of bfcfc39d438a466484958cfa05016678 for: {'network': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:20:46.315834 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-54eec1b0-968d-4740-9c50-c541d2b52521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for network, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:46.334573 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-54eec1b0-968d-4740-9c50-c541d2b52521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:46.367852 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-7331ec15-2a10-4455-9327-9d2b83678341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:46.369283 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-54eec1b0-968d-4740-9c50-c541d2b52521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:46.373692 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-54eec1b0-968d-4740-9c50-c541d2b52521 admin admin] Usage tracker for resource:security_group_rule and tenant:bfcfc39d438a466484958cfa05016678 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:46.377030 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-7331ec15-2a10-4455-9327-9d2b83678341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:46.377559 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-54eec1b0-968d-4740-9c50-c541d2b52521 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:46.384376 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-54eec1b0-968d-4740-9c50-c541d2b52521 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:46.404224 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3f04f438-5486-4362-96e9-7ed96e7d12ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:46.425241 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-7331ec15-2a10-4455-9327-9d2b83678341 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bdd976e9ba2d4847a50ab05c6f871547&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7236500
Dec 30 16:20:46.425940 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 49904) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:46.430487 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3f04f438-5486-4362-96e9-7ed96e7d12ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:46.504364 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331ec15-2a10-4455-9327-9d2b83678341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2640b0a-6512-469f-b5e8-c5516d3f6acd,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:46.528491 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-3f04f438-5486-4362-96e9-7ed96e7d12ce admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f367906493474bc0afceee4b65e2c617&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6800501
Dec 30 16:20:46.535901 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 49912) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:46.592616 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04f438-5486-4362-96e9-7ed96e7d12ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b692833-8809-450d-9935-2f0d382beaa7,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:46.602431 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1be581b1-142f-424f-8203-af5391a229f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:46.621755 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-54eec1b0-968d-4740-9c50-c541d2b52521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:46.628875 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-54eec1b0-968d-4740-9c50-c541d2b52521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:46.683437 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54eec1b0-968d-4740-9c50-c541d2b52521 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'}  {{(pid=82857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 30 16:20:46.709830 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1be581b1-142f-424f-8203-af5391a229f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:46.726409 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-54eec1b0-968d-4740-9c50-c541d2b52521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:46.726756 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.db.segments_db [None req-54eec1b0-968d-4740-9c50-c541d2b52521 admin admin] Added segment e9408c5f-3563-4c56-a42a-2b5384e3f3f8 of type vlan for network a3de7164-b44c-4490-994c-7ba5630844e6
Dec 30 16:20:46.731440 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f67a7196-ca33-4443-b818-293d901a03d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:46.736545 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eec1b0-968d-4740-9c50-c541d2b52521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3e18cc-76a4-49de-b371-27487e3712dd,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:46.773236 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-54eec1b0-968d-4740-9c50-c541d2b52521 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793095940298'] for network, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:46.804704 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f67a7196-ca33-4443-b818-293d901a03d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:46.810791 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-54eec1b0-968d-4740-9c50-c541d2b52521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487'] for network, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:46.811841 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eec1b0-968d-4740-9c50-c541d2b52521 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:46.812562 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-54eec1b0-968d-4740-9c50-c541d2b52521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:46.877945 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1be581b1-142f-424f-8203-af5391a229f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:46.899639 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be581b1-142f-424f-8203-af5391a229f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2640b0a-6512-469f-b5e8-c5516d3f6acd,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:46.916338 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f67a7196-ca33-4443-b818-293d901a03d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:46.925927 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-54eec1b0-968d-4740-9c50-c541d2b52521 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.7964640
Dec 30 16:20:46.931894 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 49922) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:46.939908 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-0f99cd93-7a5b-4d5c-84ff-3fa4c8d522e5 admin admin] Request body: {'subnet': {'network_id': 'a3de7164-b44c-4490-994c-7ba5630844e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1421378020-subnet', 'tenant_id': 'bfcfc39d438a466484958cfa05016678', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:20:46.945186 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f67a7196-ca33-4443-b818-293d901a03d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:46.946413 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-f67a7196-ca33-4443-b818-293d901a03d4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b692833-8809-450d-9935-2f0d382beaa7 HTTP/1.1" status: 204  len: 168 time: 0.4071517
Dec 30 16:20:46.953743 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67a7196-ca33-4443-b818-293d901a03d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b692833-8809-450d-9935-2f0d382beaa7,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:46.956841 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1be581b1-142f-424f-8203-af5391a229f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:46.960361 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-1be581b1-142f-424f-8203-af5391a229f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c2640b0a-6512-469f-b5e8-c5516d3f6acd HTTP/1.1" status: 204  len: 168 time: 0.5290418
Dec 30 16:20:46.960768 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-0f99cd93-7a5b-4d5c-84ff-3fa4c8d522e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:46.969417 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-0f99cd93-7a5b-4d5c-84ff-3fa4c8d522e5 admin admin] Usage tracker for resource:subnet and tenant:bfcfc39d438a466484958cfa05016678 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:46.974039 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-0f99cd93-7a5b-4d5c-84ff-3fa4c8d522e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:46.980914 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 49932) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:46.982157 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eec1b0-968d-4740-9c50-c541d2b52521 admin admin] Pushing event updated for resources: {'Network': ['ID=a3de7164-b44c-4490-994c-7ba5630844e6,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:46.984719 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-0f99cd93-7a5b-4d5c-84ff-3fa4c8d522e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:46.996735 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f99cd93-7a5b-4d5c-84ff-3fa4c8d522e5 admin admin] Made reservation on behalf of bfcfc39d438a466484958cfa05016678 for: {'subnet': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:20:46.999428 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0f99cd93-7a5b-4d5c-84ff-3fa4c8d522e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2671150'] for subnet, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:47.006030 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Network a3de7164-b44c-4490-994c-7ba5630844e6 details requested by agent ovs-agent-dv-cinder-822939-1-iscsi with host dv-cinder-822939-1-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 30 16:20:47.338151 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0f99cd93-7a5b-4d5c-84ff-3fa4c8d522e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2907078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2674644'] for subnet, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:47.352865 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-44397ec0-dc98-4fa9-a226-553d6ed80703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:47.415517 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99cd93-7a5b-4d5c-84ff-3fa4c8d522e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b2b50e5-e35b-4e54-90cf-cd642185a38d,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:47.457060 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-02438e58-755d-48eb-8d8b-19b181546e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:47.494145 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f99cd93-7a5b-4d5c-84ff-3fa4c8d522e5 admin admin] Checking segment: {'id': 'e9408c5f-3563-4c56-a42a-2b5384e3f3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3de7164-b44c-4490-994c-7ba5630844e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:20:47.496154 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f99cd93-7a5b-4d5c-84ff-3fa4c8d522e5 admin admin] Network hostable DHCP agents. Network: a3de7164-b44c-4490-994c-7ba5630844e6, hostable agents: ['56495f28-f8e1-4ded-a581-8b29fe371967'], hosted agents: [] {{(pid=82857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 30 16:20:47.547869 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f99cd93-7a5b-4d5c-84ff-3fa4c8d522e5 admin admin] Network a3de7164-b44c-4490-994c-7ba5630844e6 is scheduled to be hosted by DHCP agent 56495f28-f8e1-4ded-a581-8b29fe371967 with binding_index 1 {{(pid=82857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 30 16:20:47.548068 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-02438e58-755d-48eb-8d8b-19b181546e86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:47.559213 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-0f99cd93-7a5b-4d5c-84ff-3fa4c8d522e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822939-1-iscsi, a3de7164-b44c-4490-994c-7ba5630844e6) {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:20:47.559784 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-02438e58-755d-48eb-8d8b-19b181546e86 admin admin] Usage tracker for resource:security_group_rule and tenant:2dea71ae6970426eb23b23dac9be7db4 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:47.566758 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f99cd93-7a5b-4d5c-84ff-3fa4c8d522e5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:47.567355 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0f99cd93-7a5b-4d5c-84ff-3fa4c8d522e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:47.572148 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b4500f-0de8-49c4-967d-b2667b28a3ab None None] Network a3de7164-b44c-4490-994c-7ba5630844e6 requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:20:47.573286 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-02438e58-755d-48eb-8d8b-19b181546e86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:47.585648 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-02438e58-755d-48eb-8d8b-19b181546e86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:47.612065 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-0f99cd93-7a5b-4d5c-84ff-3fa4c8d522e5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 0.6790295
Dec 30 16:20:47.614929 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 49952) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:47.626379 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-40ceec3c-fb93-4c45-8d2d-d1440e14342b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1421378020-router', 'tenant_id': 'bfcfc39d438a466484958cfa05016678', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'}}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:20:47.639130 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-40ceec3c-fb93-4c45-8d2d-d1440e14342b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:47.648958 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-40ceec3c-fb93-4c45-8d2d-d1440e14342b admin admin] Usage tracker for resource:router and tenant:bfcfc39d438a466484958cfa05016678 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:47.662358 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-40ceec3c-fb93-4c45-8d2d-d1440e14342b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:47.678311 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-40ceec3c-fb93-4c45-8d2d-d1440e14342b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:47.706195 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-40ceec3c-fb93-4c45-8d2d-d1440e14342b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4015920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3452'] for router, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:47.707753 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-40ceec3c-fb93-4c45-8d2d-d1440e14342b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4015949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4020124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4009619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3445'] for router, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:47.740883 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-02438e58-755d-48eb-8d8b-19b181546e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:47.750785 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-02438e58-755d-48eb-8d8b-19b181546e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:47.751527 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-40ceec3c-fb93-4c45-8d2d-d1440e14342b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:47.848754 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 49958) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:47.890376 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-02438e58-755d-48eb-8d8b-19b181546e86 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2dea71ae6970426eb23b23dac9be7db4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9081123
Dec 30 16:20:47.892854 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02438e58-755d-48eb-8d8b-19b181546e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0b8137-73dc-4b6f-b8ec-dbb51a11fcc4,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:47.895547 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 49962) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:47.917604 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 49966) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:47.933811 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a5b654e0-986c-4b63-937f-b1f78d982d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:47.968178 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fcb1c5-78ec-48ad-b903-2315ab11013e None None] Network a3de7164-b44c-4490-994c-7ba5630844e6 requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:20:47.986687 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c4713ad1-6cac-4dc5-8558-81376d559837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:47.988493 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-a5b654e0-986c-4b63-937f-b1f78d982d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:47.998938 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-a5b654e0-986c-4b63-937f-b1f78d982d8b admin admin] Usage tracker for resource:security_group_rule and tenant:e1fe8532a6a74cd7959fe1c218d567cc is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:48.000426 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-da368765-6546-44fc-8fa8-04059e6fa80d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:48.004022 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-a5b654e0-986c-4b63-937f-b1f78d982d8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:48.017441 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-a5b654e0-986c-4b63-937f-b1f78d982d8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:48.025001 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-40ceec3c-fb93-4c45-8d2d-d1440e14342b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4020142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4016066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3399'] for router, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:48.028341 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c4713ad1-6cac-4dc5-8558-81376d559837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:48.048455 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-da368765-6546-44fc-8fa8-04059e6fa80d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:48.052629 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-da368765-6546-44fc-8fa8-04059e6fa80d admin admin] Usage tracker for resource:security_group_rule and tenant:62427a7112334baa8f63cc2d8873d586 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:48.055995 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-da368765-6546-44fc-8fa8-04059e6fa80d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:48.075301 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-da368765-6546-44fc-8fa8-04059e6fa80d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:48.143597 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a5b654e0-986c-4b63-937f-b1f78d982d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:48.148795 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a5b654e0-986c-4b63-937f-b1f78d982d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:48.166618 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c4713ad1-6cac-4dc5-8558-81376d559837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:48.227659 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-a5b654e0-986c-4b63-937f-b1f78d982d8b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e1fe8532a6a74cd7959fe1c218d567cc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3777080
Dec 30 16:20:48.230256 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 49972) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:48.234160 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b654e0-986c-4b63-937f-b1f78d982d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c432b40-a725-45ff-887b-80107548f6ed,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:48.241295 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-da368765-6546-44fc-8fa8-04059e6fa80d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:48.252146 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-da368765-6546-44fc-8fa8-04059e6fa80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:48.258166 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c4713ad1-6cac-4dc5-8558-81376d559837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:48.262848 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-c4713ad1-6cac-4dc5-8558-81376d559837 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/be0b8137-73dc-4b6f-b8ec-dbb51a11fcc4 HTTP/1.1" status: 204  len: 168 time: 0.3636379
Dec 30 16:20:48.264326 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4713ad1-6cac-4dc5-8558-81376d559837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0b8137-73dc-4b6f-b8ec-dbb51a11fcc4,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:48.316341 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:48.333707 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da368765-6546-44fc-8fa8-04059e6fa80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629e4524-81a6-49d5-b24c-a11d1fe1997c,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:48.346207 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-da368765-6546-44fc-8fa8-04059e6fa80d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62427a7112334baa8f63cc2d8873d586&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3774569
Dec 30 16:20:48.347114 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 49980) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:48.365618 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f246c33e-f630-4c29-a5d6-d554dc78a92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:48.397617 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f246c33e-f630-4c29-a5d6-d554dc78a92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:48.460954 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-40ceec3c-fb93-4c45-8d2d-d1440e14342b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:48.477983 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f246c33e-f630-4c29-a5d6-d554dc78a92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:48.497776 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246c33e-f630-4c29-a5d6-d554dc78a92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c432b40-a725-45ff-887b-80107548f6ed,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:48.502557 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f246c33e-f630-4c29-a5d6-d554dc78a92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:48.506374 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-f246c33e-f630-4c29-a5d6-d554dc78a92f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2c432b40-a725-45ff-887b-80107548f6ed HTTP/1.1" status: 204  len: 168 time: 0.2714126
Dec 30 16:20:48.561377 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-40ceec3c-fb93-4c45-8d2d-d1440e14342b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:48.619804 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-63420ca1-2929-4fd9-807d-ea058017e33d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:48.678655 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-63420ca1-2929-4fd9-807d-ea058017e33d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:48.681755 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:48.788754 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [None req-40ceec3c-fb93-4c45-8d2d-d1440e14342b admin admin] Allocated IP 172.27.1.88 (0b94b64d-9d7c-4a44-8bd0-f4e286ff014b/ad43253e-6e30-4230-9b92-331ad2639f5e/0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:20:48.809426 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-63420ca1-2929-4fd9-807d-ea058017e33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:48.941692 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63420ca1-2929-4fd9-807d-ea058017e33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629e4524-81a6-49d5-b24c-a11d1fe1997c,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:48.989511 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-63420ca1-2929-4fd9-807d-ea058017e33d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:48.990501 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-63420ca1-2929-4fd9-807d-ea058017e33d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/629e4524-81a6-49d5-b24c-a11d1fe1997c HTTP/1.1" status: 204  len: 168 time: 0.6419694
Dec 30 16:20:49.049543 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-40ceec3c-fb93-4c45-8d2d-d1440e14342b admin admin] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:49.083784 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 50014) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:49.113559 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-00e1d0ae-1ae0-41c4-bd60-e4f6e540dfc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:49.120567 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-40ceec3c-fb93-4c45-8d2d-d1440e14342b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:49.166884 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-00e1d0ae-1ae0-41c4-bd60-e4f6e540dfc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:49.172087 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-00e1d0ae-1ae0-41c4-bd60-e4f6e540dfc4 admin admin] Usage tracker for resource:security_group_rule and tenant:66a087c4cf574808a744b3838e7121fc is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:49.177092 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-00e1d0ae-1ae0-41c4-bd60-e4f6e540dfc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:49.192640 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-00e1d0ae-1ae0-41c4-bd60-e4f6e540dfc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:49.209257 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ceec3c-fb93-4c45-8d2d-d1440e14342b admin admin] Network 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:20:49.212743 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-40ceec3c-fb93-4c45-8d2d-d1440e14342b admin admin] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:20:49.217587 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ceec3c-fb93-4c45-8d2d-d1440e14342b admin admin] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:20:49.322660 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-00e1d0ae-1ae0-41c4-bd60-e4f6e540dfc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:49.328620 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-00e1d0ae-1ae0-41c4-bd60-e4f6e540dfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:49.329607 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ceec3c-fb93-4c45-8d2d-d1440e14342b admin admin] Pushing event updated for resources: {'Port': ['ID=0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:49.387216 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1d0ae-1ae0-41c4-bd60-e4f6e540dfc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00f10da-8f88-442e-9ae7-c10368ecda87,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:49.396864 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-00e1d0ae-1ae0-41c4-bd60-e4f6e540dfc4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=66a087c4cf574808a744b3838e7121fc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3106863
Dec 30 16:20:49.398199 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 50032) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:49.470847 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-07201771-f551-4f33-b030-622f8dc18b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:49.526958 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-07201771-f551-4f33-b030-622f8dc18b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:49.570872 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-40ceec3c-fb93-4c45-8d2d-d1440e14342b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:49.572010 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-40ceec3c-fb93-4c45-8d2d-d1440e14342b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4015929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4017997'] for router, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:49.613460 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-07201771-f551-4f33-b030-622f8dc18b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:49.637658 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07201771-f551-4f33-b030-622f8dc18b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00f10da-8f88-442e-9ae7-c10368ecda87,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:49.643983 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-07201771-f551-4f33-b030-622f8dc18b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:49.649400 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-07201771-f551-4f33-b030-622f8dc18b6f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b00f10da-8f88-442e-9ae7-c10368ecda87 HTTP/1.1" status: 204  len: 168 time: 0.2494025
Dec 30 16:20:49.789511 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:49.943171 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ceec3c-fb93-4c45-8d2d-d1440e14342b admin admin] Router 0bf18c64-f846-4049-9ccc-a6e1a07bacc4 is scheduled to L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f with binding_index 1 {{(pid=82857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 30 16:20:50.329423 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ceec3c-fb93-4c45-8d2d-d1440e14342b admin admin] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:20:50.349388 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800eff59-194a-4e84-83a2-04e19f5b1252 None None] Sync routers for ids ['0bf18c64-f846-4049-9ccc-a6e1a07bacc4'] in dv-cinder-822939-1-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:20:50.361780 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-40ceec3c-fb93-4c45-8d2d-d1440e14342b admin admin] Notify callbacks [] for router, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:50.363903 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800eff59-194a-4e84-83a2-04e19f5b1252 None None] Routers {'0bf18c64-f846-4049-9ccc-a6e1a07bacc4'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:20:50.364551 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-800eff59-194a-4e84-83a2-04e19f5b1252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d56dfee0>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:20:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['0bf18c64-f846-4049-9ccc-a6e1a07bacc4'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:20:50.367639 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-40ceec3c-fb93-4c45-8d2d-d1440e14342b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 2.7490399
Dec 30 16:20:50.368301 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 50100) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:50.555491 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-800eff59-194a-4e84-83a2-04e19f5b1252 None None] Set router 0bf18c64-f846-4049-9ccc-a6e1a07bacc4 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:20:50.879303 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-800eff59-194a-4e84-83a2-04e19f5b1252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d56dfee0>, [{'id': '0bf18c64-f846-4049-9ccc-a6e1a07bacc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1421378020-router', 'tenant_id': 'bfcfc39d438a466484958cfa05016678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:20:47Z', 'updated_at': '2021-12-30T16:20:49Z', 'revision_number': 3, 'project_id': 'bfcfc39d438a466484958cfa05016678', 'gw_port': {'id': '0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e3:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf18c64-f846-4049-9ccc-a6e1a07bacc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:20:48Z', 'updated_at': '2021-12-30T16:20:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi'}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:20:50.884689 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800eff59-194a-4e84-83a2-04e19f5b1252 None None] Checking router: 0bf18c64-f846-4049-9ccc-a6e1a07bacc4 for host: dv-cinder-822939-1-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:20:50.885118 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800eff59-194a-4e84-83a2-04e19f5b1252 None None] Updating router 0bf18c64-f846-4049-9ccc-a6e1a07bacc4 port 0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5 binding host dv-cinder-822939-1-iscsi {{(pid=82860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 30 16:20:50.951849 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-800eff59-194a-4e84-83a2-04e19f5b1252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:51.436641 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-800eff59-194a-4e84-83a2-04e19f5b1252 None None] Notify callbacks [] for port, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:51.451027 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.provisioning_blocks [None req-800eff59-194a-4e84-83a2-04e19f5b1252 None None] Transition to ACTIVE for port object 0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5 will not be triggered until provisioned by entity L2. {{(pid=82860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:20:51.466925 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-800eff59-194a-4e84-83a2-04e19f5b1252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:51.488962 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7f193942-eea3-49a9-988e-9ad454a6b2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:51.544660 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb75cd-d904-464d-85f8-d3bc480ace3d None None] Pushing event updated for resources: {'Port': ['ID=0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5,revision_number=2']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:51.568004 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb75cd-d904-464d-85f8-d3bc480ace3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:51.568565 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb75cd-d904-464d-85f8-d3bc480ace3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:51.569029 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb75cd-d904-464d-85f8-d3bc480ace3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:51.569520 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb75cd-d904-464d-85f8-d3bc480ace3d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:51.570021 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb75cd-d904-464d-85f8-d3bc480ace3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:51.570472 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb75cd-d904-464d-85f8-d3bc480ace3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:51.571588 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb75cd-d904-464d-85f8-d3bc480ace3d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:51.572077 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb75cd-d904-464d-85f8-d3bc480ace3d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:51.572663 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb75cd-d904-464d-85f8-d3bc480ace3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:51.573116 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb75cd-d904-464d-85f8-d3bc480ace3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:51.574567 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddb75cd-d904-464d-85f8-d3bc480ace3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:51.604691 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-800eff59-194a-4e84-83a2-04e19f5b1252 None None] Attempting to bind port 0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5 on host dv-cinder-822939-1-iscsi for vnic_type normal with profile  {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:20:51.612951 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-800eff59-194a-4e84-83a2-04e19f5b1252 None None] Attempting to bind port 0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5 by drivers openvswitch,hyperv on host dv-cinder-822939-1-iscsi at level 0 using segments [{'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:20:51.613671 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800eff59-194a-4e84-83a2-04e19f5b1252 None None] Attempting to bind port 0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5 on network 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:20:51.626148 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800eff59-194a-4e84-83a2-04e19f5b1252 None None] Checking agent: {'id': 'b5560ab0-2c8e-4cda-8841-fe2255e3b07c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822939-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 11, 19), 'started_at': datetime.datetime(2021, 12, 30, 16, 11, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822939-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:20:51.626760 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800eff59-194a-4e84-83a2-04e19f5b1252 None None] Checking segment: {'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:20:51.627325 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-800eff59-194a-4e84-83a2-04e19f5b1252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:51.627840 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800eff59-194a-4e84-83a2-04e19f5b1252 None None] Bound using segment: {'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:20:51.628428 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-800eff59-194a-4e84-83a2-04e19f5b1252 None None] Bound port: 0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5, host: dv-cinder-822939-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'}}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:20:51.628955 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-800eff59-194a-4e84-83a2-04e19f5b1252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:51.739936 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-800eff59-194a-4e84-83a2-04e19f5b1252 None None] For port 0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5, host dv-cinder-822939-1-iscsi, cleared binding levels {{(pid=82860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:20:51.745437 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-800eff59-194a-4e84-83a2-04e19f5b1252 None None] For port 0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5, host dv-cinder-822939-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5,segment=NetworkSegment(a1965180-a5eb-4dfc-97e0-14ede4debdc3),segment_id=a1965180-a5eb-4dfc-97e0-14ede4debdc3)] {{(pid=82860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:20:51.765182 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-800eff59-194a-4e84-83a2-04e19f5b1252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:51.933196 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb75cd-d904-464d-85f8-d3bc480ace3d None None] Pushing event updated for resources: {'Port': ['ID=0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5,revision_number=3']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:51.975000 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800eff59-194a-4e84-83a2-04e19f5b1252 None None] Routers {'0bf18c64-f846-4049-9ccc-a6e1a07bacc4'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:20:51.975624 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-800eff59-194a-4e84-83a2-04e19f5b1252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d56dfee0>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:20:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['0bf18c64-f846-4049-9ccc-a6e1a07bacc4'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:20:52.065925 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [None req-7f193942-eea3-49a9-988e-9ad454a6b2e1 admin admin] Allocated IP 172.20.0.1 (a3de7164-b44c-4490-994c-7ba5630844e6/3b2b50e5-e35b-4e54-90cf-cd642185a38d/7943870d-3c21-4413-9ba4-49ba3500afd3) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:20:52.238006 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-800eff59-194a-4e84-83a2-04e19f5b1252 None None] Set router 0bf18c64-f846-4049-9ccc-a6e1a07bacc4 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:20:52.417656 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7f193942-eea3-49a9-988e-9ad454a6b2e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:52.454930 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7f193942-eea3-49a9-988e-9ad454a6b2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:52.573604 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:52.610433 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f193942-eea3-49a9-988e-9ad454a6b2e1 admin admin] Pushing event updated for resources: {'Port': ['ID=7943870d-3c21-4413-9ba4-49ba3500afd3,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:52.626564 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f193942-eea3-49a9-988e-9ad454a6b2e1 admin admin] Network a3de7164-b44c-4490-994c-7ba5630844e6 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:20:52.628117 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-7f193942-eea3-49a9-988e-9ad454a6b2e1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:20:52.630676 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f193942-eea3-49a9-988e-9ad454a6b2e1 admin admin] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:20:52.695904 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7f193942-eea3-49a9-988e-9ad454a6b2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4018067'] for router_interface, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:52.699726 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-800eff59-194a-4e84-83a2-04e19f5b1252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d56dfee0>, [{'id': '0bf18c64-f846-4049-9ccc-a6e1a07bacc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1421378020-router', 'tenant_id': 'bfcfc39d438a466484958cfa05016678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:20:47Z', 'updated_at': '2021-12-30T16:20:49Z', 'revision_number': 3, 'project_id': 'bfcfc39d438a466484958cfa05016678', 'gw_port': {'id': '0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e3:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf18c64-f846-4049-9ccc-a6e1a07bacc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:20:48Z', 'updated_at': '2021-12-30T16:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi'}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:20:52.708047 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800eff59-194a-4e84-83a2-04e19f5b1252 None None] The sync data for ids ['0bf18c64-f846-4049-9ccc-a6e1a07bacc4'] in dv-cinder-822939-1-iscsi is: [{'id': '0bf18c64-f846-4049-9ccc-a6e1a07bacc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1421378020-router', 'tenant_id': 'bfcfc39d438a466484958cfa05016678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:20:47Z', 'updated_at': '2021-12-30T16:20:49Z', 'revision_number': 3, 'project_id': 'bfcfc39d438a466484958cfa05016678', 'gw_port': {'id': '0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e3:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf18c64-f846-4049-9ccc-a6e1a07bacc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:20:48Z', 'updated_at': '2021-12-30T16:20:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi'}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:20:52.761630 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 50190) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:52.804766 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7f193942-eea3-49a9-988e-9ad454a6b2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:53.095035 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7f193942-eea3-49a9-988e-9ad454a6b2e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:53.104016 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7f193942-eea3-49a9-988e-9ad454a6b2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:53.235825 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7f193942-eea3-49a9-988e-9ad454a6b2e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4017274'] for router_interface, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:53.240370 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f193942-eea3-49a9-988e-9ad454a6b2e1 admin admin] Pushing event updated for resources: {'Port': ['ID=7943870d-3c21-4413-9ba4-49ba3500afd3,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:53.248943 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1b60576b-faf4-4c4f-8298-47443667f8b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:53.331961 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-1b60576b-faf4-4c4f-8298-47443667f8b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:53.344098 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-1b60576b-faf4-4c4f-8298-47443667f8b2 admin admin] Usage tracker for resource:security_group_rule and tenant:bfbb4148a88a4f57acb1913e3a5196d4 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:53.351618 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-1b60576b-faf4-4c4f-8298-47443667f8b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:53.365490 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-1b60576b-faf4-4c4f-8298-47443667f8b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:53.399756 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 50206) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:53.629376 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1b60576b-faf4-4c4f-8298-47443667f8b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:53.641329 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1b60576b-faf4-4c4f-8298-47443667f8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:53.702246 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f193942-eea3-49a9-988e-9ad454a6b2e1 admin admin] Network a3de7164-b44c-4490-994c-7ba5630844e6 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:20:53.705932 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-7f193942-eea3-49a9-988e-9ad454a6b2e1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:20:53.737059 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-1b60576b-faf4-4c4f-8298-47443667f8b2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bfbb4148a88a4f57acb1913e3a5196d4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9743719
Dec 30 16:20:53.755091 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 50222) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:53.814716 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5 up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:20:53.892781 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b60576b-faf4-4c4f-8298-47443667f8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ffe8f9-5471-4219-8d44-cf9f7884e338,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:53.942483 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-64b5000d-f75f-4402-9723-7a5b8ca64645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:53.956784 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-653da228-1caf-41fa-80a1-cdddb2b0e182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:53.994855 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-653da228-1caf-41fa-80a1-cdddb2b0e182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:54.013982 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning for port 0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:20:54.027188 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:20:54.027580 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:54.091689 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-64b5000d-f75f-4402-9723-7a5b8ca64645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:54.096944 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-64b5000d-f75f-4402-9723-7a5b8ca64645 admin admin] Usage tracker for resource:security_group_rule and tenant:f114c789a46242bf9c1d598c99f1911f is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:54.103259 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-64b5000d-f75f-4402-9723-7a5b8ca64645 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:54.109886 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-64b5000d-f75f-4402-9723-7a5b8ca64645 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:54.196995 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-64b5000d-f75f-4402-9723-7a5b8ca64645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:54.200230 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-653da228-1caf-41fa-80a1-cdddb2b0e182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:54.215323 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-64b5000d-f75f-4402-9723-7a5b8ca64645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:54.274507 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-64b5000d-f75f-4402-9723-7a5b8ca64645 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f114c789a46242bf9c1d598c99f1911f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8736320
Dec 30 16:20:54.276403 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 50240) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:54.280252 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653da228-1caf-41fa-80a1-cdddb2b0e182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ffe8f9-5471-4219-8d44-cf9f7884e338,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:54.343504 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:54.373073 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5000d-f75f-4402-9723-7a5b8ca64645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43156f8d-0980-4be0-99b0-433ed578947f,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:54.383762 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] For port 0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5,segment=NetworkSegment(a1965180-a5eb-4dfc-97e0-14ede4debdc3),segment_id=a1965180-a5eb-4dfc-97e0-14ede4debdc3)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:20:54.401809 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-653da228-1caf-41fa-80a1-cdddb2b0e182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:54.403718 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-653da228-1caf-41fa-80a1-cdddb2b0e182 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/33ffe8f9-5471-4219-8d44-cf9f7884e338 HTTP/1.1" status: 204  len: 168 time: 0.6477091
Dec 30 16:20:54.415267 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:54.456676 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f193942-eea3-49a9-988e-9ad454a6b2e1 admin admin] Router 0bf18c64-f846-4049-9ccc-a6e1a07bacc4 has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:20:54.468300 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-466fae8b-7655-41a0-b2f9-7438ce606590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:54.545882 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-466fae8b-7655-41a0-b2f9-7438ce606590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:54.596298 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Pushing event updated for resources: {'Port': ['ID=0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:54.621504 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:54.632533 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:54.633075 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:54.633655 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:54.634141 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:54.635095 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:54.636607 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:54.643727 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:54.645028 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:54.648930 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:54.654680 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:20:54.663132 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-466fae8b-7655-41a0-b2f9-7438ce606590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:54.697375 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466fae8b-7655-41a0-b2f9-7438ce606590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43156f8d-0980-4be0-99b0-433ed578947f,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:54.705866 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-466fae8b-7655-41a0-b2f9-7438ce606590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:54.710538 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-466fae8b-7655-41a0-b2f9-7438ce606590 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/43156f8d-0980-4be0-99b0-433ed578947f HTTP/1.1" status: 204  len: 168 time: 0.4301093
Dec 30 16:20:54.898244 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f193942-eea3-49a9-988e-9ad454a6b2e1 admin admin] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:20:54.916593 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-7f193942-eea3-49a9-988e-9ad454a6b2e1 admin admin] 10.222.0.31 "PUT /v2.0/routers/0bf18c64-f846-4049-9ccc-a6e1a07bacc4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5386477
Dec 30 16:20:55.336875 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 50284) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:55.369525 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bedda50c-3004-409d-a762-61e5466bf04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:55.419200 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-bedda50c-3004-409d-a762-61e5466bf04b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:55.424048 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-bedda50c-3004-409d-a762-61e5466bf04b admin admin] Usage tracker for resource:security_group_rule and tenant:8a649ad20b964206a7daea01540ec9be is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:55.427372 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-bedda50c-3004-409d-a762-61e5466bf04b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:55.434739 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-bedda50c-3004-409d-a762-61e5466bf04b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:55.536416 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bedda50c-3004-409d-a762-61e5466bf04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:55.540246 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bedda50c-3004-409d-a762-61e5466bf04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:55.618557 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedda50c-3004-409d-a762-61e5466bf04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851be160-de8e-45c8-9115-a479fcda82ca,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:55.630611 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-bedda50c-3004-409d-a762-61e5466bf04b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a649ad20b964206a7daea01540ec9be&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2924221
Dec 30 16:20:55.633874 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 50294) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:55.709846 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a4e2687c-666b-48af-84ea-2ae944e98fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:55.738086 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5 up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:20:55.750472 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a4e2687c-666b-48af-84ea-2ae944e98fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:55.829598 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:20:55.830781 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:55.971045 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a4e2687c-666b-48af-84ea-2ae944e98fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:55.989604 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2687c-666b-48af-84ea-2ae944e98fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851be160-de8e-45c8-9115-a479fcda82ca,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:55.997449 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a4e2687c-666b-48af-84ea-2ae944e98fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:55.998607 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-a4e2687c-666b-48af-84ea-2ae944e98fdb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/851be160-de8e-45c8-9115-a479fcda82ca HTTP/1.1" status: 204  len: 168 time: 0.3644633
Dec 30 16:20:56.108801 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-3464defb-b61d-4c6c-b5c7-84e5a5d15001 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:56.110347 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-3464defb-b61d-4c6c-b5c7-84e5a5d15001 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/networks?id=a3de7164-b44c-4490-994c-7ba5630844e6 HTTP/1.1" status: 200  len: 819 time: 0.2577603
Dec 30 16:20:56.130536 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-6f744b19-466d-45c1-8e4f-b19f85bdccf5 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/quotas/bfcfc39d438a466484958cfa05016678 HTTP/1.1" status: 200  len: 375 time: 0.0146649
Dec 30 16:20:56.242849 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-704d08ee-d7c9-4ec8-b332-63019f337975 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bfcfc39d438a466484958cfa05016678&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1064427
Dec 30 16:20:56.506107 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-57b65d1d-7a2e-44c7-b9b4-0fa6a8b082f3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=82858) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 30 16:20:56.509716 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-57b65d1d-7a2e-44c7-b9b4-0fa6a8b082f3 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0827236
Dec 30 16:20:56.663326 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-8a75b0a6-f5c8-4b86-9019-65c07f07936f service neutron] 10.222.0.31 "GET /v2.0/networks/a3de7164-b44c-4490-994c-7ba5630844e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1516271
Dec 30 16:20:56.810689 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-411afb90-44d4-4e9a-b08a-f11798f3084f service neutron] 10.222.0.31 "GET /v2.0/networks/a3de7164-b44c-4490-994c-7ba5630844e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1463175
Dec 30 16:20:57.023669 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae78690e-5758-4645-a497-eb75fd05e3bf None None] Sync routers for ids ['0bf18c64-f846-4049-9ccc-a6e1a07bacc4'] in dv-cinder-822939-1-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:20:57.041568 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae78690e-5758-4645-a497-eb75fd05e3bf None None] Routers {'0bf18c64-f846-4049-9ccc-a6e1a07bacc4'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:20:57.042195 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-ae78690e-5758-4645-a497-eb75fd05e3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d539ba60>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:20:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['0bf18c64-f846-4049-9ccc-a6e1a07bacc4'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:20:57.302322 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-ae78690e-5758-4645-a497-eb75fd05e3bf None None] Set router 0bf18c64-f846-4049-9ccc-a6e1a07bacc4 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:20:57.575663 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 50386) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:57.632687 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-ae78690e-5758-4645-a497-eb75fd05e3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d539ba60>, [{'id': '0bf18c64-f846-4049-9ccc-a6e1a07bacc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1421378020-router', 'tenant_id': 'bfcfc39d438a466484958cfa05016678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:20:47Z', 'updated_at': '2021-12-30T16:20:52Z', 'revision_number': 4, 'project_id': 'bfcfc39d438a466484958cfa05016678', 'gw_port': {'id': '0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf18c64-f846-4049-9ccc-a6e1a07bacc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:20:48Z', 'updated_at': '2021-12-30T16:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '7943870d-3c21-4413-9ba4-49ba3500afd3', 'name': '', 'network_id': 'a3de7164-b44c-4490-994c-7ba5630844e6', 'tenant_id': 'bfcfc39d438a466484958cfa05016678', 'mac_address': 'fa:16:3e:2a:84:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf18c64-f846-4049-9ccc-a6e1a07bacc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b2b50e5-e35b-4e54-90cf-cd642185a38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:20:51Z', 'updated_at': '2021-12-30T16:20:52Z', 'revision_number': 2, 'project_id': 'bfcfc39d438a466484958cfa05016678', 'subnets': [{'id': '3b2b50e5-e35b-4e54-90cf-cd642185a38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:20:57.636959 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae78690e-5758-4645-a497-eb75fd05e3bf None None] Checking router: 0bf18c64-f846-4049-9ccc-a6e1a07bacc4 for host: dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:20:57.637328 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae78690e-5758-4645-a497-eb75fd05e3bf None None] Updating router 0bf18c64-f846-4049-9ccc-a6e1a07bacc4 port 7943870d-3c21-4413-9ba4-49ba3500afd3 binding host dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 30 16:20:57.692322 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-ae78690e-5758-4645-a497-eb75fd05e3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:57.729395 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1fbe32b6-8376-41a1-876e-8653bccc8c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:57.762117 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-1fbe32b6-8376-41a1-876e-8653bccc8c78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:57.766089 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-1fbe32b6-8376-41a1-876e-8653bccc8c78 admin admin] Usage tracker for resource:security_group_rule and tenant:ff9a3e15fb464a2a87c36ced5d9e99d1 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:20:57.768892 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-1fbe32b6-8376-41a1-876e-8653bccc8c78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:20:57.774744 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-1fbe32b6-8376-41a1-876e-8653bccc8c78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:57.882297 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1fbe32b6-8376-41a1-876e-8653bccc8c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:57.887565 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1fbe32b6-8376-41a1-876e-8653bccc8c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:57.985723 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-41bc660d-82bc-489d-8655-b5a82c0964a8 req-2a45d62f-947b-4450-8507-63ab779e5190 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Synchronizing usage tracker for tenant:bfcfc39d438a466484958cfa05016678 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:20:57.989180 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbe32b6-8376-41a1-876e-8653bccc8c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502837f3-2fa7-4457-9361-4b5c8a1ac49a,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:57.995806 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-1fbe32b6-8376-41a1-876e-8653bccc8c78 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ff9a3e15fb464a2a87c36ced5d9e99d1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4190564
Dec 30 16:20:57.998597 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 50392) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:58.034192 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-41bc660d-82bc-489d-8655-b5a82c0964a8 req-2a45d62f-947b-4450-8507-63ab779e5190 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Unset dirty status for tenant:bfcfc39d438a466484958cfa05016678 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:20:58.044693 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-41bc660d-82bc-489d-8655-b5a82c0964a8 req-2a45d62f-947b-4450-8507-63ab779e5190 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 210 time: 0.1404989
Dec 30 16:20:58.123881 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-2a9cac81-8c1f-4066-841f-60ff7b0b8e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:58.125553 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-ae78690e-5758-4645-a497-eb75fd05e3bf None None] Notify callbacks [] for port, precommit_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:58.149670 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-ae78690e-5758-4645-a497-eb75fd05e3bf None None] Transition to ACTIVE for port object 7943870d-3c21-4413-9ba4-49ba3500afd3 will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:20:58.163490 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-2a9cac81-8c1f-4066-841f-60ff7b0b8e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:58.167321 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-ae78690e-5758-4645-a497-eb75fd05e3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:58.221623 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-2a9cac81-8c1f-4066-841f-60ff7b0b8e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:58.249672 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9cac81-8c1f-4066-841f-60ff7b0b8e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502837f3-2fa7-4457-9361-4b5c8a1ac49a,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:58.256617 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-2a9cac81-8c1f-4066-841f-60ff7b0b8e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:58.257693 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-2a9cac81-8c1f-4066-841f-60ff7b0b8e3a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/502837f3-2fa7-4457-9361-4b5c8a1ac49a HTTP/1.1" status: 204  len: 168 time: 0.2583299
Dec 30 16:20:58.356017 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b94fa-a5cb-4e93-8ce5-2825ddca8ae5 None None] Pushing event updated for resources: {'Port': ['ID=7943870d-3c21-4413-9ba4-49ba3500afd3,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:58.480495 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-ae78690e-5758-4645-a497-eb75fd05e3bf None None] Attempting to bind port 7943870d-3c21-4413-9ba4-49ba3500afd3 on host dv-cinder-822939-1-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:20:58.481751 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-ae78690e-5758-4645-a497-eb75fd05e3bf None None] Attempting to bind port 7943870d-3c21-4413-9ba4-49ba3500afd3 by drivers openvswitch,hyperv on host dv-cinder-822939-1-iscsi at level 0 using segments [{'id': 'e9408c5f-3563-4c56-a42a-2b5384e3f3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3de7164-b44c-4490-994c-7ba5630844e6'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:20:58.482177 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae78690e-5758-4645-a497-eb75fd05e3bf None None] Attempting to bind port 7943870d-3c21-4413-9ba4-49ba3500afd3 on network a3de7164-b44c-4490-994c-7ba5630844e6 {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:20:58.494715 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae78690e-5758-4645-a497-eb75fd05e3bf None None] Checking agent: {'id': 'b5560ab0-2c8e-4cda-8841-fe2255e3b07c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822939-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 11, 19), 'started_at': datetime.datetime(2021, 12, 30, 16, 11, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822939-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:20:58.495570 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae78690e-5758-4645-a497-eb75fd05e3bf None None] Checking segment: {'id': 'e9408c5f-3563-4c56-a42a-2b5384e3f3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3de7164-b44c-4490-994c-7ba5630844e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:20:58.496427 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-ae78690e-5758-4645-a497-eb75fd05e3bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:58.496931 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae78690e-5758-4645-a497-eb75fd05e3bf None None] Bound using segment: {'id': 'e9408c5f-3563-4c56-a42a-2b5384e3f3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3de7164-b44c-4490-994c-7ba5630844e6'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:20:58.497758 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-ae78690e-5758-4645-a497-eb75fd05e3bf None None] Bound port: 7943870d-3c21-4413-9ba4-49ba3500afd3, host: dv-cinder-822939-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9408c5f-3563-4c56-a42a-2b5384e3f3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3de7164-b44c-4490-994c-7ba5630844e6'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:20:58.498598 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-ae78690e-5758-4645-a497-eb75fd05e3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:58.632263 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-ad4acdfa-e0f6-48c4-8bd2-1fab2fb4eacd tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:58.637393 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-ad4acdfa-e0f6-48c4-8bd2-1fab2fb4eacd tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/networks?id=a3de7164-b44c-4490-994c-7ba5630844e6 HTTP/1.1" status: 200  len: 819 time: 0.2626092
Dec 30 16:20:58.653837 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-ae78690e-5758-4645-a497-eb75fd05e3bf None None] For port 7943870d-3c21-4413-9ba4-49ba3500afd3, host dv-cinder-822939-1-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:20:58.659537 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-ae78690e-5758-4645-a497-eb75fd05e3bf None None] For port 7943870d-3c21-4413-9ba4-49ba3500afd3, host dv-cinder-822939-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=7943870d-3c21-4413-9ba4-49ba3500afd3,segment=NetworkSegment(e9408c5f-3563-4c56-a42a-2b5384e3f3f8),segment_id=e9408c5f-3563-4c56-a42a-2b5384e3f3f8)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:20:58.665528 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-ae78690e-5758-4645-a497-eb75fd05e3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:58.666117 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-b92e0948-f7ba-4d06-bab9-302851cf4e00 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/quotas/bfcfc39d438a466484958cfa05016678 HTTP/1.1" status: 200  len: 375 time: 0.0190961
Dec 30 16:20:58.813483 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b94fa-a5cb-4e93-8ce5-2825ddca8ae5 None None] Pushing event updated for resources: {'Port': ['ID=7943870d-3c21-4413-9ba4-49ba3500afd3,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:20:58.834525 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-2ed6d458-ab19-4acd-90d3-d7cf9907b5b4 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:20:58.835301 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-2ed6d458-ab19-4acd-90d3-d7cf9907b5b4 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Synchronizing usage tracker for tenant:bfcfc39d438a466484958cfa05016678 on resource:network {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:20:58.845884 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae78690e-5758-4645-a497-eb75fd05e3bf None None] Routers {'0bf18c64-f846-4049-9ccc-a6e1a07bacc4'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:20:58.846492 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-ae78690e-5758-4645-a497-eb75fd05e3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d539ba60>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:20:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['0bf18c64-f846-4049-9ccc-a6e1a07bacc4'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:20:58.855363 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-2ed6d458-ab19-4acd-90d3-d7cf9907b5b4 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Unset dirty status for tenant:bfcfc39d438a466484958cfa05016678 on resource:network {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:20:58.856890 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-2ed6d458-ab19-4acd-90d3-d7cf9907b5b4 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.43 "GET /v2.0/networks?id=a3de7164-b44c-4490-994c-7ba5630844e6 HTTP/1.1" status: 200  len: 819 time: 0.2994795
Dec 30 16:20:58.876730 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-216baa15-5b95-4662-a7c4-d5a0d62be69e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Request body: {'port': {'device_id': '83fe91e5-dfd6-480e-93fd-5d1f12e7e22f', 'network_id': 'a3de7164-b44c-4490-994c-7ba5630844e6', 'admin_state_up': True, 'tenant_id': 'bfcfc39d438a466484958cfa05016678'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:20:58.910360 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-ba8024af-2b6a-49f9-81e8-4321b8c62b41 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bfcfc39d438a466484958cfa05016678&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2373524
Dec 30 16:20:59.162725 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-216baa15-5b95-4662-a7c4-d5a0d62be69e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:20:59.173908 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-216baa15-5b95-4662-a7c4-d5a0d62be69e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:20:59.189430 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-216baa15-5b95-4662-a7c4-d5a0d62be69e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Made reservation on behalf of bfcfc39d438a466484958cfa05016678 for: {'port': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:20:59.194210 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-216baa15-5b95-4662-a7c4-d5a0d62be69e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:20:59.207752 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-ae78690e-5758-4645-a497-eb75fd05e3bf None None] Set router 0bf18c64-f846-4049-9ccc-a6e1a07bacc4 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:20:59.282926 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-cd1cd672-18e2-4248-8110-2cf02507bfe3 service neutron] 10.222.0.31 "GET /v2.0/networks/a3de7164-b44c-4490-994c-7ba5630844e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3711324
Dec 30 16:20:59.475909 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-a51a5e13-1a3b-48bb-99eb-1ad969681c20 service neutron] 10.222.0.31 "GET /v2.0/networks/a3de7164-b44c-4490-994c-7ba5630844e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1824379
Dec 30 16:20:59.581361 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-216baa15-5b95-4662-a7c4-d5a0d62be69e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Allocated IP 172.20.0.4 (a3de7164-b44c-4490-994c-7ba5630844e6/3b2b50e5-e35b-4e54-90cf-cd642185a38d/6c800868-57e5-476a-a3e8-9124309466ce) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:20:59.787993 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 50470) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:20:59.814728 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 50476) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:21:00.008039 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0e7a47d7-788f-4bd5-b573-7fc09dae811a req-b60a7f6a-b4d1-4a77-add1-55cc8627f03b tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 210 time: 0.1359143
Dec 30 16:21:00.070183 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-ae78690e-5758-4645-a497-eb75fd05e3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d539ba60>, [{'id': '0bf18c64-f846-4049-9ccc-a6e1a07bacc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1421378020-router', 'tenant_id': 'bfcfc39d438a466484958cfa05016678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:20:47Z', 'updated_at': '2021-12-30T16:20:52Z', 'revision_number': 4, 'project_id': 'bfcfc39d438a466484958cfa05016678', 'gw_port': {'id': '0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf18c64-f846-4049-9ccc-a6e1a07bacc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:20:48Z', 'updated_at': '2021-12-30T16:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '7943870d-3c21-4413-9ba4-49ba3500afd3', 'name': '', 'network_id': 'a3de7164-b44c-4490-994c-7ba5630844e6', 'tenant_id': 'bfcfc39d438a466484958cfa05016678', 'mac_address': 'fa:16:3e:2a:84:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf18c64-f846-4049-9ccc-a6e1a07bacc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b2b50e5-e35b-4e54-90cf-cd642185a38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:20:51Z', 'updated_at': '2021-12-30T16:20:58Z', 'revision_number': 4, 'project_id': 'bfcfc39d438a466484958cfa05016678', 'subnets': [{'id': '3b2b50e5-e35b-4e54-90cf-cd642185a38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:21:00.080372 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae78690e-5758-4645-a497-eb75fd05e3bf None None] The sync data for ids ['0bf18c64-f846-4049-9ccc-a6e1a07bacc4'] in dv-cinder-822939-1-iscsi is: [{'id': '0bf18c64-f846-4049-9ccc-a6e1a07bacc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1421378020-router', 'tenant_id': 'bfcfc39d438a466484958cfa05016678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:20:47Z', 'updated_at': '2021-12-30T16:20:52Z', 'revision_number': 4, 'project_id': 'bfcfc39d438a466484958cfa05016678', 'gw_port': {'id': '0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf18c64-f846-4049-9ccc-a6e1a07bacc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:20:48Z', 'updated_at': '2021-12-30T16:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '7943870d-3c21-4413-9ba4-49ba3500afd3', 'name': '', 'network_id': 'a3de7164-b44c-4490-994c-7ba5630844e6', 'tenant_id': 'bfcfc39d438a466484958cfa05016678', 'mac_address': 'fa:16:3e:2a:84:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf18c64-f846-4049-9ccc-a6e1a07bacc4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3b2b50e5-e35b-4e54-90cf-cd642185a38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:20:51Z', 'updated_at': '2021-12-30T16:20:58Z', 'revision_number': 4, 'project_id': 'bfcfc39d438a466484958cfa05016678', 'subnets': [{'id': '3b2b50e5-e35b-4e54-90cf-cd642185a38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:21:00.099688 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-c02010e5-3d74-4700-af05-8047f3c27ba9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-879546026-network', 'tenant_id': '8e4cbd126f534163a53becec911f90ce'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:21:00.125830 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-abd0998c-cfea-418f-b57c-8a06d9f00ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:00.141568 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-216baa15-5b95-4662-a7c4-d5a0d62be69e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:00.147979 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-c02010e5-3d74-4700-af05-8047f3c27ba9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:21:00.158238 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-c02010e5-3d74-4700-af05-8047f3c27ba9 admin admin] Usage tracker for resource:network and tenant:8e4cbd126f534163a53becec911f90ce is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:21:00.191961 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-c02010e5-3d74-4700-af05-8047f3c27ba9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:21:00.200498 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-c02010e5-3d74-4700-af05-8047f3c27ba9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:21:00.271645 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c02010e5-3d74-4700-af05-8047f3c27ba9 admin admin] Made reservation on behalf of 8e4cbd126f534163a53becec911f90ce for: {'network': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:21:00.276680 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c02010e5-3d74-4700-af05-8047f3c27ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for network, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:00.296761 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-216baa15-5b95-4662-a7c4-d5a0d62be69e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:00.326649 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-abd0998c-cfea-418f-b57c-8a06d9f00ad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:21:00.336537 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-abd0998c-cfea-418f-b57c-8a06d9f00ad8 admin admin] Usage tracker for resource:security_group_rule and tenant:274909c3044f403d955f600a1281ca56 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:21:00.344983 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-abd0998c-cfea-418f-b57c-8a06d9f00ad8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:21:00.348950 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c02010e5-3d74-4700-af05-8047f3c27ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:00.365176 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-abd0998c-cfea-418f-b57c-8a06d9f00ad8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:21:00.440454 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-216baa15-5b95-4662-a7c4-d5a0d62be69e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Network a3de7164-b44c-4490-994c-7ba5630844e6 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:21:00.444552 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-216baa15-5b95-4662-a7c4-d5a0d62be69e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:21:00.449251 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-216baa15-5b95-4662-a7c4-d5a0d62be69e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:21:00.464021 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-c02010e5-3d74-4700-af05-8047f3c27ba9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:21:00.470082 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-c02010e5-3d74-4700-af05-8047f3c27ba9 admin admin] Usage tracker for resource:security_group_rule and tenant:8e4cbd126f534163a53becec911f90ce is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:21:00.477330 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-c02010e5-3d74-4700-af05-8047f3c27ba9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:21:00.485513 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-c02010e5-3d74-4700-af05-8047f3c27ba9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:21:00.546560 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-abd0998c-cfea-418f-b57c-8a06d9f00ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:00.555110 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-abd0998c-cfea-418f-b57c-8a06d9f00ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:00.560869 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-216baa15-5b95-4662-a7c4-d5a0d62be69e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:00.561500 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-216baa15-5b95-4662-a7c4-d5a0d62be69e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:00.580886 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216baa15-5b95-4662-a7c4-d5a0d62be69e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Pushing event updated for resources: {'Port': ['ID=6c800868-57e5-476a-a3e8-9124309466ce,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:00.599805 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-216baa15-5b95-4662-a7c4-d5a0d62be69e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7266881
Dec 30 16:21:00.629535 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0998c-cfea-418f-b57c-8a06d9f00ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfd9599-d72b-46e9-b1fc-89f3c5437df9,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:00.647624 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 50508) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:21:00.647785 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-abd0998c-cfea-418f-b57c-8a06d9f00ad8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=274909c3044f403d955f600a1281ca56&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8585539
Dec 30 16:21:00.664697 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c02010e5-3d74-4700-af05-8047f3c27ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:00.672521 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c02010e5-3d74-4700-af05-8047f3c27ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:00.717416 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c02010e5-3d74-4700-af05-8047f3c27ba9 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'}  {{(pid=82858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 30 16:21:00.723934 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02010e5-3d74-4700-af05-8047f3c27ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a2a6d5d-fa6c-454c-8937-a063afc4c8f7,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:00.733703 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c02010e5-3d74-4700-af05-8047f3c27ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:00.734222 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.db.segments_db [None req-c02010e5-3d74-4700-af05-8047f3c27ba9 admin admin] Added segment 14aab721-ed99-48f0-88c3-ecaac8907e53 of type vlan for network da8e5b54-bff5-4709-957a-d64dc80b80e8
Dec 30 16:21:00.764858 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4fee37d8-5a24-42d1-b230-5a4fb560c6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:00.771321 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c02010e5-3d74-4700-af05-8047f3c27ba9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793095940298'] for network, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:00.812749 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c02010e5-3d74-4700-af05-8047f3c27ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487'] for network, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:00.813944 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02010e5-3d74-4700-af05-8047f3c27ba9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:00.814659 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c02010e5-3d74-4700-af05-8047f3c27ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:00.821986 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4fee37d8-5a24-42d1-b230-5a4fb560c6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:00.916300 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4fee37d8-5a24-42d1-b230-5a4fb560c6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:00.938897 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fee37d8-5a24-42d1-b230-5a4fb560c6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfd9599-d72b-46e9-b1fc-89f3c5437df9,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:00.943965 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4fee37d8-5a24-42d1-b230-5a4fb560c6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:00.946110 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-4fee37d8-5a24-42d1-b230-5a4fb560c6b7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/acfd9599-d72b-46e9-b1fc-89f3c5437df9 HTTP/1.1" status: 204  len: 168 time: 0.2971845
Dec 30 16:21:00.961291 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02010e5-3d74-4700-af05-8047f3c27ba9 admin admin] Pushing event updated for resources: {'Network': ['ID=da8e5b54-bff5-4709-957a-d64dc80b80e8,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:00.973211 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-c02010e5-3d74-4700-af05-8047f3c27ba9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.1553509
Dec 30 16:21:00.974712 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 50516) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:21:00.980780 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-89b9ccc7-7b57-4e4a-a141-246e57fa5615 admin admin] Request body: {'subnet': {'network_id': 'da8e5b54-bff5-4709-957a-d64dc80b80e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-879546026-subnet', 'tenant_id': '8e4cbd126f534163a53becec911f90ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:21:00.985575 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-89b9ccc7-7b57-4e4a-a141-246e57fa5615 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:21:00.987157 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Network da8e5b54-bff5-4709-957a-d64dc80b80e8 details requested by agent ovs-agent-dv-cinder-822939-1-iscsi with host dv-cinder-822939-1-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 30 16:21:00.989400 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-89b9ccc7-7b57-4e4a-a141-246e57fa5615 admin admin] Usage tracker for resource:subnet and tenant:8e4cbd126f534163a53becec911f90ce is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:21:00.993256 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-89b9ccc7-7b57-4e4a-a141-246e57fa5615 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:21:01.001139 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-89b9ccc7-7b57-4e4a-a141-246e57fa5615 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:21:01.024223 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b9ccc7-7b57-4e4a-a141-246e57fa5615 admin admin] Made reservation on behalf of 8e4cbd126f534163a53becec911f90ce for: {'subnet': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:21:01.027040 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-89b9ccc7-7b57-4e4a-a141-246e57fa5615 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2671150'] for subnet, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:01.345847 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-eb8e34be-e24a-4858-92e1-20dba02cf89c req-0fdd3d87-985a-4bd6-8691-ad38539a9b6c tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 210 time: 0.1031454
Dec 30 16:21:01.428347 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-89b9ccc7-7b57-4e4a-a141-246e57fa5615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2907078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2674644'] for subnet, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:01.542945 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b9ccc7-7b57-4e4a-a141-246e57fa5615 admin admin] Checking segment: {'id': '14aab721-ed99-48f0-88c3-ecaac8907e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'da8e5b54-bff5-4709-957a-d64dc80b80e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:21:01.543780 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b9ccc7-7b57-4e4a-a141-246e57fa5615 admin admin] Network hostable DHCP agents. Network: da8e5b54-bff5-4709-957a-d64dc80b80e8, hostable agents: ['56495f28-f8e1-4ded-a581-8b29fe371967'], hosted agents: [] {{(pid=82857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 30 16:21:01.552206 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9ccc7-7b57-4e4a-a141-246e57fa5615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f1dad7b-fa4d-4f38-83ee-d2abb0476b3b,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:01.572681 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b9ccc7-7b57-4e4a-a141-246e57fa5615 admin admin] Network da8e5b54-bff5-4709-957a-d64dc80b80e8 is scheduled to be hosted by DHCP agent 56495f28-f8e1-4ded-a581-8b29fe371967 with binding_index 1 {{(pid=82857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 30 16:21:01.584015 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-89b9ccc7-7b57-4e4a-a141-246e57fa5615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822939-1-iscsi, da8e5b54-bff5-4709-957a-d64dc80b80e8) {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:21:01.589413 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b9ccc7-7b57-4e4a-a141-246e57fa5615 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:01.590030 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-89b9ccc7-7b57-4e4a-a141-246e57fa5615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:01.594713 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591d9b18-fde8-427a-b58e-590077e5c5aa None None] Network da8e5b54-bff5-4709-957a-d64dc80b80e8 requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:21:01.616786 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-89b9ccc7-7b57-4e4a-a141-246e57fa5615 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6410253
Dec 30 16:21:01.659385 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 50534) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:21:01.685741 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f43c7d49-1df4-492d-a3a3-f37c57d50724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:01.726600 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-f43c7d49-1df4-492d-a3a3-f37c57d50724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:21:01.731635 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-f43c7d49-1df4-492d-a3a3-f37c57d50724 admin admin] Usage tracker for resource:security_group_rule and tenant:d68ecad8e0054caa8d759badd82c8664 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:21:01.735022 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-f43c7d49-1df4-492d-a3a3-f37c57d50724 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:21:01.741571 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-f43c7d49-1df4-492d-a3a3-f37c57d50724 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:21:01.771984 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 7943870d-3c21-4413-9ba4-49ba3500afd3 up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:21:01.809568 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f43c7d49-1df4-492d-a3a3-f37c57d50724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:01.814096 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f43c7d49-1df4-492d-a3a3-f37c57d50724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:01.858278 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c7d49-1df4-492d-a3a3-f37c57d50724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b34fbb-0147-48b8-b7eb-e25bc1f23c9d,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:01.863746 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-f43c7d49-1df4-492d-a3a3-f37c57d50724 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d68ecad8e0054caa8d759badd82c8664&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2031558
Dec 30 16:21:01.866387 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 50542) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:21:01.893802 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c7f398-2ab8-4d94-9fe3-a69eb4973938 None None] Network da8e5b54-bff5-4709-957a-d64dc80b80e8 requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:21:01.929417 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5a1ff831-6bb7-4264-aa83-cd160e01ce2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:01.956548 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5a1ff831-6bb7-4264-aa83-cd160e01ce2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:02.007007 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning for port 7943870d-3c21-4413-9ba4-49ba3500afd3 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:21:02.015704 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 7943870d-3c21-4413-9ba4-49ba3500afd3 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:21:02.016377 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:02.020538 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5a1ff831-6bb7-4264-aa83-cd160e01ce2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:02.041649 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ff831-6bb7-4264-aa83-cd160e01ce2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b34fbb-0147-48b8-b7eb-e25bc1f23c9d,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:02.049998 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-5a1ff831-6bb7-4264-aa83-cd160e01ce2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:02.051660 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-5a1ff831-6bb7-4264-aa83-cd160e01ce2b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f3b34fbb-0147-48b8-b7eb-e25bc1f23c9d HTTP/1.1" status: 204  len: 168 time: 0.1842766
Dec 30 16:21:02.264908 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:02.303972 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] For port 7943870d-3c21-4413-9ba4-49ba3500afd3, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=7943870d-3c21-4413-9ba4-49ba3500afd3,segment=NetworkSegment(e9408c5f-3563-4c56-a42a-2b5384e3f3f8),segment_id=e9408c5f-3563-4c56-a42a-2b5384e3f3f8)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:21:02.307734 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:02.400953 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Pushing event updated for resources: {'Port': ['ID=7943870d-3c21-4413-9ba4-49ba3500afd3,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:02.936070 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-83f205ae-372d-40e3-aa37-d76990812d34 service neutron] Request body: {'port': {'device_id': '83fe91e5-dfd6-480e-93fd-5d1f12e7e22f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82293'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:21:03.141205 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-15a08833-f193-4906-8124-8fe535183a65 req-75d644fa-9932-4174-98b3-81edb725e9d8 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 210 time: 0.0598493
Dec 30 16:21:03.165230 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-83f205ae-372d-40e3-aa37-d76990812d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:03.536290 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-83f205ae-372d-40e3-aa37-d76990812d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c800868-57e5-476a-a3e8-9124309466ce {{(pid=82857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:21:03.546146 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-83f205ae-372d-40e3-aa37-d76990812d34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:03.565182 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-83f205ae-372d-40e3-aa37-d76990812d34 service neutron] Transition to ACTIVE for port object 6c800868-57e5-476a-a3e8-9124309466ce will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:21:03.568362 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-83f205ae-372d-40e3-aa37-d76990812d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:03.747135 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 7943870d-3c21-4413-9ba4-49ba3500afd3 up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:21:03.859647 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f205ae-372d-40e3-aa37-d76990812d34 service neutron] Pushing event updated for resources: {'Port': ['ID=6c800868-57e5-476a-a3e8-9124309466ce,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:03.888936 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 7943870d-3c21-4413-9ba4-49ba3500afd3 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:21:03.889719 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:04.108620 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-83f205ae-372d-40e3-aa37-d76990812d34 service neutron] Attempting to bind port 6c800868-57e5-476a-a3e8-9124309466ce on host hv-cinder-82293 for vnic_type normal with profile  {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:21:04.109200 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-83f205ae-372d-40e3-aa37-d76990812d34 service neutron] Attempting to bind port 6c800868-57e5-476a-a3e8-9124309466ce by drivers openvswitch,hyperv on host hv-cinder-82293 at level 0 using segments [{'id': 'e9408c5f-3563-4c56-a42a-2b5384e3f3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3de7164-b44c-4490-994c-7ba5630844e6'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:21:04.109308 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-83f205ae-372d-40e3-aa37-d76990812d34 service neutron] Attempting to bind port 6c800868-57e5-476a-a3e8-9124309466ce on network a3de7164-b44c-4490-994c-7ba5630844e6 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:21:04.167706 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-c624b271-0eb1-422a-bd1c-61b110c322a8 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:04.169122 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-c624b271-0eb1-422a-bd1c-61b110c322a8 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.43 "GET /v2.0/networks?id=a3de7164-b44c-4490-994c-7ba5630844e6 HTTP/1.1" status: 200  len: 819 time: 0.4015088
Dec 30 16:21:04.175299 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-83f205ae-372d-40e3-aa37-d76990812d34 service neutron] Port 6c800868-57e5-476a-a3e8-9124309466ce on network a3de7164-b44c-4490-994c-7ba5630844e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82293 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 30 16:21:04.175630 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-83f205ae-372d-40e3-aa37-d76990812d34 service neutron] Attempting to bind port 6c800868-57e5-476a-a3e8-9124309466ce on network a3de7164-b44c-4490-994c-7ba5630844e6 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:21:04.212459 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-8eedfc67-91ae-4617-8695-41692d60c54e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Request body: {'port': {'device_id': '2822ffea-0f41-4ae8-ba02-fb8a018b6374', 'network_id': 'a3de7164-b44c-4490-994c-7ba5630844e6', 'admin_state_up': True, 'tenant_id': 'bfcfc39d438a466484958cfa05016678'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:21:04.400054 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-83f205ae-372d-40e3-aa37-d76990812d34 service neutron] Checking agent: {'id': 'e529ec3e-5d50-4747-9e44-8ad3816b2791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82293', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'started_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:21:04.400054 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-83f205ae-372d-40e3-aa37-d76990812d34 service neutron] Checking segment: {'id': 'e9408c5f-3563-4c56-a42a-2b5384e3f3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3de7164-b44c-4490-994c-7ba5630844e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:21:04.400551 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-83f205ae-372d-40e3-aa37-d76990812d34 service neutron] Bound using segment: {'id': 'e9408c5f-3563-4c56-a42a-2b5384e3f3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3de7164-b44c-4490-994c-7ba5630844e6'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:21:04.400958 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-83f205ae-372d-40e3-aa37-d76990812d34 service neutron] Bound port: 6c800868-57e5-476a-a3e8-9124309466ce, host: hv-cinder-82293, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9408c5f-3563-4c56-a42a-2b5384e3f3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3de7164-b44c-4490-994c-7ba5630844e6'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:21:04.401350 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-83f205ae-372d-40e3-aa37-d76990812d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:04.509323 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-39e7dce8-27f4-4851-b90b-6b505015997a req-c8f4dcfe-eae7-4a5c-9742-bf68ce2a7f6f tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 210 time: 0.0566087
Dec 30 16:21:04.631465 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-8eedfc67-91ae-4617-8695-41692d60c54e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:21:04.664476 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-8eedfc67-91ae-4617-8695-41692d60c54e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Usage tracker for resource:port and tenant:bfcfc39d438a466484958cfa05016678 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:21:04.707111 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-8eedfc67-91ae-4617-8695-41692d60c54e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:21:04.726158 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-8eedfc67-91ae-4617-8695-41692d60c54e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:21:04.759727 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-83f205ae-372d-40e3-aa37-d76990812d34 service neutron] For port 6c800868-57e5-476a-a3e8-9124309466ce, host hv-cinder-82293, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:21:04.781019 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-8eedfc67-91ae-4617-8695-41692d60c54e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Made reservation on behalf of bfcfc39d438a466484958cfa05016678 for: {'port': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:21:04.784624 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-8eedfc67-91ae-4617-8695-41692d60c54e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:04.800435 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-83f205ae-372d-40e3-aa37-d76990812d34 service neutron] For port 6c800868-57e5-476a-a3e8-9124309466ce, host hv-cinder-82293, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=6c800868-57e5-476a-a3e8-9124309466ce,segment=NetworkSegment(e9408c5f-3563-4c56-a42a-2b5384e3f3f8),segment_id=e9408c5f-3563-4c56-a42a-2b5384e3f3f8)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:21:04.822929 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-83f205ae-372d-40e3-aa37-d76990812d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:04.868281 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-5e4fb9a9-0207-4756-a98a-f674f94daba0 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:04.869762 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-5e4fb9a9-0207-4756-a98a-f674f94daba0 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/networks?id=da8e5b54-bff5-4709-957a-d64dc80b80e8 HTTP/1.1" status: 200  len: 808 time: 0.4181740
Dec 30 16:21:04.949130 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-83f205ae-372d-40e3-aa37-d76990812d34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:04.950489 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-83f205ae-372d-40e3-aa37-d76990812d34 service neutron] 10.222.0.43 "PUT /v2.0/ports/6c800868-57e5-476a-a3e8-9124309466ce HTTP/1.1" status: 200  len: 1093 time: 2.0188310
Dec 30 16:21:04.955521 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fe91e5-dfd6-480e-93fd-5d1f12e7e22f', 'tag': '6c800868-57e5-476a-a3e8-9124309466ce'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:21:04.983147 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-698426fd-9878-42ea-9f10-069dc9748b2b tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/quotas/8e4cbd126f534163a53becec911f90ce HTTP/1.1" status: 200  len: 375 time: 0.0979640
Dec 30 16:21:05.076509 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83fe91e5-dfd6-480e-93fd-5d1f12e7e22f', 'tag': '6c800868-57e5-476a-a3e8-9124309466ce', 'status': 'completed', 'code': 200}
Dec 30 16:21:05.077353 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f205ae-372d-40e3-aa37-d76990812d34 service neutron] Pushing event updated for resources: {'Port': ['ID=6c800868-57e5-476a-a3e8-9124309466ce,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:05.099046 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-07d89528-6139-47a3-9234-6855f61b71ed tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e4cbd126f534163a53becec911f90ce&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1039355
Dec 30 16:21:05.215516 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-8eedfc67-91ae-4617-8695-41692d60c54e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Allocated IP 172.20.0.6 (a3de7164-b44c-4490-994c-7ba5630844e6/3b2b50e5-e35b-4e54-90cf-cd642185a38d/58d25a44-56b8-4cdf-be95-380b236a795e) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:21:05.548670 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-7a489baa-c6a7-4eff-a0d4-55ee7eaea5aa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bfcfc39d438a466484958cfa05016678&device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 1096 time: 0.5464902
Dec 30 16:21:05.652362 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-f43e547e-3a5a-4c0c-b1ff-14cb0710cb24 service neutron] 10.222.0.31 "GET /v2.0/networks/da8e5b54-bff5-4709-957a-d64dc80b80e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5445082
Dec 30 16:21:05.666064 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-ac488cba-db44-4c32-8b3b-d395b031ebc0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c800868-57e5-476a-a3e8-9124309466ce HTTP/1.1" status: 200  len: 217 time: 0.1058655
Dec 30 16:21:05.826513 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c42cbfac-4ef4-4f8f-93e2-dd3d89dc603b req-1f489d01-6179-426a-944f-f82540303118 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 210 time: 0.0531659
Dec 30 16:21:05.867499 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-6ec87737-9e40-4db8-bd84-4beec8327824 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:05.869844 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-6ec87737-9e40-4db8-bd84-4beec8327824 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b2b50e5-e35b-4e54-90cf-cd642185a38d HTTP/1.1" status: 200  len: 859 time: 0.1688790
Dec 30 16:21:05.872799 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-8eedfc67-91ae-4617-8695-41692d60c54e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:05.946718 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-4a596941-6079-4baa-a711-ff5e9cf2d409 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3de7164-b44c-4490-994c-7ba5630844e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0667493
Dec 30 16:21:06.033581 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-11c4c3f3-29a6-4bf3-97fc-b81a111498a8 service neutron] 10.222.0.31 "GET /v2.0/networks/da8e5b54-bff5-4709-957a-d64dc80b80e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3693254
Dec 30 16:21:06.119130 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-d07cbf7d-2479-4a16-9b4e-fa1a7644c1c0 service neutron] 10.222.0.43 "GET /v2.0/networks/a3de7164-b44c-4490-994c-7ba5630844e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1609528
Dec 30 16:21:06.159381 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 50716) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:21:06.268666 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8459f5c3-0262-4cf1-875f-148712659896 req-93a8256b-fc5e-4ec5-9da2-9bf141e53ecb tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/ports?device_id=62b032a7-1216-4df5-8632-78ef599663e1 HTTP/1.1" status: 200  len: 210 time: 0.0653594
Dec 30 16:21:06.298772 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-8eedfc67-91ae-4617-8695-41692d60c54e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:06.386502 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6a2fa21b-f933-46fa-a190-f5eb78e0c195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:06.408100 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eedfc67-91ae-4617-8695-41692d60c54e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Pushing event updated for resources: {'Port': ['ID=58d25a44-56b8-4cdf-be95-380b236a795e,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:06.432434 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-8eedfc67-91ae-4617-8695-41692d60c54e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Network a3de7164-b44c-4490-994c-7ba5630844e6 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:21:06.436089 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-8eedfc67-91ae-4617-8695-41692d60c54e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:21:06.448491 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-8eedfc67-91ae-4617-8695-41692d60c54e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:21:06.453635 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-6a2fa21b-f933-46fa-a190-f5eb78e0c195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:21:06.458093 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-6a2fa21b-f933-46fa-a190-f5eb78e0c195 admin admin] Usage tracker for resource:security_group_rule and tenant:2182bf072bee4b24ab637954391ea7aa is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:21:06.462280 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-6a2fa21b-f933-46fa-a190-f5eb78e0c195 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:21:06.469961 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-6a2fa21b-f933-46fa-a190-f5eb78e0c195 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:21:06.529738 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-990deada-f9f6-4fea-a6a8-62a7b00755fe req-fd09492e-7985-49a8-a2af-5d11f9d52b7d service neutron] 10.222.0.43 "GET /v2.0/networks/a3de7164-b44c-4490-994c-7ba5630844e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4033062
Dec 30 16:21:06.552775 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-8eedfc67-91ae-4617-8695-41692d60c54e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:06.552775 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-8eedfc67-91ae-4617-8695-41692d60c54e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:06.591613 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6a2fa21b-f933-46fa-a190-f5eb78e0c195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:06.610067 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6a2fa21b-f933-46fa-a190-f5eb78e0c195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:06.647111 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-8eedfc67-91ae-4617-8695-41692d60c54e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4628482
Dec 30 16:21:06.669955 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-e933f104-d700-4d2c-a2d1-7018b67be511 service neutron] Request body: {'port': {'device_id': '2822ffea-0f41-4ae8-ba02-fb8a018b6374', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82293'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:21:06.752744 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2fa21b-f933-46fa-a190-f5eb78e0c195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e94e77-3fd1-4540-b2d0-9d88af4ea4ea,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:06.774901 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-6a2fa21b-f933-46fa-a190-f5eb78e0c195 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2182bf072bee4b24ab637954391ea7aa&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6124785
Dec 30 16:21:06.775709 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 50752) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:21:06.879348 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c09929e3-cce0-4e7e-84e6-62a23f44313c req-053abcc3-d979-45eb-bbdb-1a29fd3d87bb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bfcfc39d438a466484958cfa05016678&device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 1096 time: 0.2823331
Dec 30 16:21:06.946488 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e71c4eb0-c032-431f-953a-6d03d41f08cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:07.116350 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e71c4eb0-c032-431f-953a-6d03d41f08cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:07.170511 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-e933f104-d700-4d2c-a2d1-7018b67be511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:07.233795 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 50778) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:21:07.241100 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e71c4eb0-c032-431f-953a-6d03d41f08cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:07.273193 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c4eb0-c032-431f-953a-6d03d41f08cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e94e77-3fd1-4540-b2d0-9d88af4ea4ea,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:07.288902 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e71c4eb0-c032-431f-953a-6d03d41f08cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:07.296883 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-e71c4eb0-c032-431f-953a-6d03d41f08cf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/06e94e77-3fd1-4540-b2d0-9d88af4ea4ea HTTP/1.1" status: 204  len: 168 time: 0.5202572
Dec 30 16:21:07.657817 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09929e3-cce0-4e7e-84e6-62a23f44313c req-9b12a877-415a-483a-9dee-9556da174ace service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:07.659493 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c09929e3-cce0-4e7e-84e6-62a23f44313c req-9b12a877-415a-483a-9dee-9556da174ace service neutron] 10.222.0.43 "GET /v2.0/networks?id=a3de7164-b44c-4490-994c-7ba5630844e6 HTTP/1.1" status: 200  len: 919 time: 0.7714491
Dec 30 16:21:07.767514 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-7152df44-6ed7-4ace-b720-bd96eb955952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:07.889467 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-7152df44-6ed7-4ace-b720-bd96eb955952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:21:07.896927 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-7152df44-6ed7-4ace-b720-bd96eb955952 admin admin] Usage tracker for resource:security_group_rule and tenant:d087099f001c4e7d9e245540895317b2 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:21:07.903990 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-7152df44-6ed7-4ace-b720-bd96eb955952 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:21:07.914674 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-7152df44-6ed7-4ace-b720-bd96eb955952 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:21:07.974929 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc107ca-c152-487e-8bb2-59df97192c98 req-0ae8f86a-b12b-48bb-98a5-11652ff5dc30 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:07.978875 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-acc107ca-c152-487e-8bb2-59df97192c98 req-0ae8f86a-b12b-48bb-98a5-11652ff5dc30 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Synchronizing usage tracker for tenant:bfcfc39d438a466484958cfa05016678 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:21:08.039921 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c09929e3-cce0-4e7e-84e6-62a23f44313c req-b9ca0d13-bd65-4892-8545-17b9427d5d50 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c800868-57e5-476a-a3e8-9124309466ce HTTP/1.1" status: 200  len: 217 time: 0.3684835
Dec 30 16:21:08.062837 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-7152df44-6ed7-4ace-b720-bd96eb955952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:08.071594 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-7152df44-6ed7-4ace-b720-bd96eb955952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:08.130683 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-7152df44-6ed7-4ace-b720-bd96eb955952 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d087099f001c4e7d9e245540895317b2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8955741
Dec 30 16:21:08.131402 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 50816) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:21:08.134182 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152df44-6ed7-4ace-b720-bd96eb955952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ec6fce-2941-4ba6-8d9c-b4292e9388aa,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:08.222687 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9abf0a0d-6ca6-4b11-9a31-d0b2956ec16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:08.294964 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9abf0a0d-6ca6-4b11-9a31-d0b2956ec16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:08.381699 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09929e3-cce0-4e7e-84e6-62a23f44313c req-a1bf3a87-854d-4699-9fe0-3d256c7f5bde service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:08.385085 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c09929e3-cce0-4e7e-84e6-62a23f44313c req-a1bf3a87-854d-4699-9fe0-3d256c7f5bde service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b2b50e5-e35b-4e54-90cf-cd642185a38d HTTP/1.1" status: 200  len: 859 time: 0.2798440
Dec 30 16:21:08.390679 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-acc107ca-c152-487e-8bb2-59df97192c98 req-0ae8f86a-b12b-48bb-98a5-11652ff5dc30 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Unset dirty status for tenant:bfcfc39d438a466484958cfa05016678 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:21:08.394167 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-acc107ca-c152-487e-8bb2-59df97192c98 req-0ae8f86a-b12b-48bb-98a5-11652ff5dc30 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 931 time: 1.2324374
Dec 30 16:21:08.580076 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 50826) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:21:08.664256 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9abf0a0d-6ca6-4b11-9a31-d0b2956ec16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:08.693570 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf0a0d-6ca6-4b11-9a31-d0b2956ec16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ec6fce-2941-4ba6-8d9c-b4292e9388aa,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:08.714871 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9abf0a0d-6ca6-4b11-9a31-d0b2956ec16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:08.716529 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-9abf0a0d-6ca6-4b11-9a31-d0b2956ec16f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/08ec6fce-2941-4ba6-8d9c-b4292e9388aa HTTP/1.1" status: 204  len: 168 time: 0.5838487
Dec 30 16:21:08.754157 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b6369e6e-9712-4ef2-baa5-0c7d4a4bb66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:08.780889 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c09929e3-cce0-4e7e-84e6-62a23f44313c req-aac26177-c11c-4371-9ca3-695c6de5d1ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3de7164-b44c-4490-994c-7ba5630844e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3842216
Dec 30 16:21:08.876799 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 50838) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:21:08.897142 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-dc16d843-d4c6-4e90-8c92-106e541670b9 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:08.898084 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-dc16d843-d4c6-4e90-8c92-106e541670b9 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Synchronizing usage tracker for tenant:8e4cbd126f534163a53becec911f90ce on resource:network {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:21:08.902777 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-80a362a2-fd75-43ae-a7ed-cb3b0fc367a5 req-987f3610-b2f0-4262-baa3-e6c5639a864e tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/ports?device_id=62b032a7-1216-4df5-8632-78ef599663e1 HTTP/1.1" status: 200  len: 210 time: 0.1572306
Dec 30 16:21:08.921987 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-dc16d843-d4c6-4e90-8c92-106e541670b9 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Unset dirty status for tenant:8e4cbd126f534163a53becec911f90ce on resource:network {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:21:08.923699 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-dc16d843-d4c6-4e90-8c92-106e541670b9 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.43 "GET /v2.0/networks?id=da8e5b54-bff5-4709-957a-d64dc80b80e8 HTTP/1.1" status: 200  len: 808 time: 0.5276399
Dec 30 16:21:08.928705 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-b6369e6e-9712-4ef2-baa5-0c7d4a4bb66d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:21:08.941133 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-b613f811-c8aa-4661-9f0b-0d7b099d88a2 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Request body: {'port': {'device_id': '62b032a7-1216-4df5-8632-78ef599663e1', 'network_id': 'da8e5b54-bff5-4709-957a-d64dc80b80e8', 'admin_state_up': True, 'tenant_id': '8e4cbd126f534163a53becec911f90ce'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:21:08.964870 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 6c800868-57e5-476a-a3e8-9124309466ce details requested by agent hyperv_hv-cinder-82293 with host hv-cinder-82293 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 30 16:21:09.156634 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c09929e3-cce0-4e7e-84e6-62a23f44313c req-607079c8-3e1a-41d3-8003-609dd8483861 service neutron] 10.222.0.43 "GET /v2.0/networks/a3de7164-b44c-4490-994c-7ba5630844e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3021443
Dec 30 16:21:09.164481 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-b6369e6e-9712-4ef2-baa5-0c7d4a4bb66d admin admin] Usage tracker for resource:security_group_rule and tenant:6e428e3b142f4414b653745c194a80bb is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:21:09.168921 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-b6369e6e-9712-4ef2-baa5-0c7d4a4bb66d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:21:09.178969 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-b6369e6e-9712-4ef2-baa5-0c7d4a4bb66d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:21:09.210334 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-b613f811-c8aa-4661-9f0b-0d7b099d88a2 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:21:09.222739 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-b613f811-c8aa-4661-9f0b-0d7b099d88a2 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Usage tracker for resource:port and tenant:8e4cbd126f534163a53becec911f90ce is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:21:09.233277 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-b613f811-c8aa-4661-9f0b-0d7b099d88a2 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:21:09.248256 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-b613f811-c8aa-4661-9f0b-0d7b099d88a2 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:21:09.280132 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b6369e6e-9712-4ef2-baa5-0c7d4a4bb66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:09.296414 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 6c800868-57e5-476a-a3e8-9124309466ce, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=6c800868-57e5-476a-a3e8-9124309466ce,segment=NetworkSegment(e9408c5f-3563-4c56-a42a-2b5384e3f3f8),segment_id=e9408c5f-3563-4c56-a42a-2b5384e3f3f8)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:21:09.310759 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Returning: {'device': '6c800868-57e5-476a-a3e8-9124309466ce', 'network_id': 'a3de7164-b44c-4490-994c-7ba5630844e6', 'port_id': '6c800868-57e5-476a-a3e8-9124309466ce', 'mac_address': 'fa:16:3e:79:89:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b2b50e5-e35b-4e54-90cf-cd642185a38d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 30 16:21:09.314999 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b6369e6e-9712-4ef2-baa5-0c7d4a4bb66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:09.326501 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-b613f811-c8aa-4661-9f0b-0d7b099d88a2 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Made reservation on behalf of 8e4cbd126f534163a53becec911f90ce for: {'port': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:21:09.329659 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-b613f811-c8aa-4661-9f0b-0d7b099d88a2 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:09.379113 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:09.397591 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c800868-57e5-476a-a3e8-9124309466ce {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:21:09.407504 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6369e6e-9712-4ef2-baa5-0c7d4a4bb66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65cb4154-1aae-4db6-8175-f2ce1d8f2a08,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:09.411720 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-acc107ca-c152-487e-8bb2-59df97192c98 req-49f8c352-58d5-48df-bd97-3b9f7d2d8282 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Synchronizing usage tracker for tenant:bfcfc39d438a466484958cfa05016678 on resource:security_group {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:21:09.431015 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 6c800868-57e5-476a-a3e8-9124309466ce, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=6c800868-57e5-476a-a3e8-9124309466ce,segment=NetworkSegment(e9408c5f-3563-4c56-a42a-2b5384e3f3f8),segment_id=e9408c5f-3563-4c56-a42a-2b5384e3f3f8)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:21:09.442606 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:09.471143 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e01b3c-9b61-4291-918d-7bfd608366ec req-0a9df02d-7c97-4695-8a3f-4ee200b9db45 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:09.478515 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-63e01b3c-9b61-4291-918d-7bfd608366ec req-0a9df02d-7c97-4695-8a3f-4ee200b9db45 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 945 time: 0.2208636
Dec 30 16:21:09.534614 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-b6369e6e-9712-4ef2-baa5-0c7d4a4bb66d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6e428e3b142f4414b653745c194a80bb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9530134
Dec 30 16:21:09.541968 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 50846) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:21:09.543972 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-acc107ca-c152-487e-8bb2-59df97192c98 req-49f8c352-58d5-48df-bd97-3b9f7d2d8282 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Unset dirty status for tenant:bfcfc39d438a466484958cfa05016678 on resource:security_group {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:21:09.545218 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-acc107ca-c152-487e-8bb2-59df97192c98 req-49f8c352-58d5-48df-bd97-3b9f7d2d8282 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1243641
Dec 30 16:21:09.547890 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=6c800868-57e5-476a-a3e8-9124309466ce,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:09.619421 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-63e01b3c-9b61-4291-918d-7bfd608366ec req-b157eac2-a0cb-4ac4-ba6f-9f13a9d15c9a tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1398511
Dec 30 16:21:09.640973 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c09929e3-cce0-4e7e-84e6-62a23f44313c req-e031b5e9-ca0f-4e2f-afc4-041eebc9d0e5 service neutron] 10.222.0.43 "GET /v2.0/networks/a3de7164-b44c-4490-994c-7ba5630844e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3559978
Dec 30 16:21:09.643597 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5d06c591-89aa-43dd-b990-515eeb730c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:09.705389 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['6c800868-57e5-476a-a3e8-9124309466ce'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:21:09.706105 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-b613f811-c8aa-4661-9f0b-0d7b099d88a2 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Allocated IP 172.20.0.13 (da8e5b54-bff5-4709-957a-d64dc80b80e8/9f1dad7b-fa4d-4f38-83ee-d2abb0476b3b/b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:21:09.727390 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-61939301-fd52-4c74-91f3-7463d35696b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:09.763289 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-e933f104-d700-4d2c-a2d1-7018b67be511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d25a44-56b8-4cdf-be95-380b236a795e {{(pid=82857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:21:09.775121 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-e933f104-d700-4d2c-a2d1-7018b67be511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:09.777721 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-5d06c591-89aa-43dd-b990-515eeb730c97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:21:09.784302 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-5d06c591-89aa-43dd-b990-515eeb730c97 admin admin] Usage tracker for resource:security_group_rule and tenant:5063dd2e9ce04ecfb9c6063635dc0491 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:21:09.788729 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-5d06c591-89aa-43dd-b990-515eeb730c97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:21:09.800106 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-5d06c591-89aa-43dd-b990-515eeb730c97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:21:09.810165 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-e933f104-d700-4d2c-a2d1-7018b67be511 service neutron] Transition to ACTIVE for port object 58d25a44-56b8-4cdf-be95-380b236a795e will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:21:09.821591 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-e933f104-d700-4d2c-a2d1-7018b67be511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:09.960991 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-61939301-fd52-4c74-91f3-7463d35696b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:10.026727 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933f104-d700-4d2c-a2d1-7018b67be511 service neutron] Pushing event updated for resources: {'Port': ['ID=58d25a44-56b8-4cdf-be95-380b236a795e,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:10.066074 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5d06c591-89aa-43dd-b990-515eeb730c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:10.098066 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5d06c591-89aa-43dd-b990-515eeb730c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:10.149174 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7c18beda-5829-4654-b6ae-e54ce7df0d02 req-2dfa8e84-f509-4b17-85f4-7b02d2a2bfe7 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/ports?device_id=62b032a7-1216-4df5-8632-78ef599663e1 HTTP/1.1" status: 200  len: 210 time: 0.0800085
Dec 30 16:21:10.199180 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06c591-89aa-43dd-b990-515eeb730c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9432895e-4f6a-42e7-870f-8504f6bc5f00,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:10.199838 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-b613f811-c8aa-4661-9f0b-0d7b099d88a2 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:10.205094 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-5d06c591-89aa-43dd-b990-515eeb730c97 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5063dd2e9ce04ecfb9c6063635dc0491&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3055604
Dec 30 16:21:10.209388 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 50862) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:21:10.246315 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-e933f104-d700-4d2c-a2d1-7018b67be511 service neutron] Attempting to bind port 58d25a44-56b8-4cdf-be95-380b236a795e on host hv-cinder-82293 for vnic_type normal with profile  {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:21:10.246642 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-e933f104-d700-4d2c-a2d1-7018b67be511 service neutron] Attempting to bind port 58d25a44-56b8-4cdf-be95-380b236a795e by drivers openvswitch,hyperv on host hv-cinder-82293 at level 0 using segments [{'id': 'e9408c5f-3563-4c56-a42a-2b5384e3f3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3de7164-b44c-4490-994c-7ba5630844e6'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:21:10.246959 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-e933f104-d700-4d2c-a2d1-7018b67be511 service neutron] Attempting to bind port 58d25a44-56b8-4cdf-be95-380b236a795e on network a3de7164-b44c-4490-994c-7ba5630844e6 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:21:10.268057 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-e933f104-d700-4d2c-a2d1-7018b67be511 service neutron] Port 58d25a44-56b8-4cdf-be95-380b236a795e on network a3de7164-b44c-4490-994c-7ba5630844e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82293 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 30 16:21:10.268373 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-e933f104-d700-4d2c-a2d1-7018b67be511 service neutron] Attempting to bind port 58d25a44-56b8-4cdf-be95-380b236a795e on network a3de7164-b44c-4490-994c-7ba5630844e6 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:21:10.275402 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-61939301-fd52-4c74-91f3-7463d35696b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:10.281456 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-e933f104-d700-4d2c-a2d1-7018b67be511 service neutron] Checking agent: {'id': 'e529ec3e-5d50-4747-9e44-8ad3816b2791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82293', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'started_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:21:10.281456 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-e933f104-d700-4d2c-a2d1-7018b67be511 service neutron] Checking segment: {'id': 'e9408c5f-3563-4c56-a42a-2b5384e3f3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3de7164-b44c-4490-994c-7ba5630844e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:21:10.281456 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-e933f104-d700-4d2c-a2d1-7018b67be511 service neutron] Bound using segment: {'id': 'e9408c5f-3563-4c56-a42a-2b5384e3f3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3de7164-b44c-4490-994c-7ba5630844e6'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:21:10.281456 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-e933f104-d700-4d2c-a2d1-7018b67be511 service neutron] Bound port: 58d25a44-56b8-4cdf-be95-380b236a795e, host: hv-cinder-82293, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9408c5f-3563-4c56-a42a-2b5384e3f3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a3de7164-b44c-4490-994c-7ba5630844e6'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:21:10.281456 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-e933f104-d700-4d2c-a2d1-7018b67be511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:10.297188 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-b613f811-c8aa-4661-9f0b-0d7b099d88a2 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:10.301437 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61939301-fd52-4c74-91f3-7463d35696b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cb4154-1aae-4db6-8175-f2ce1d8f2a08,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:10.352410 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-54f3e0a9-1e0f-4280-a0e6-dba6c6544907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:10.395736 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-54f3e0a9-1e0f-4280-a0e6-dba6c6544907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:10.398559 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-61939301-fd52-4c74-91f3-7463d35696b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:10.402249 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-61939301-fd52-4c74-91f3-7463d35696b4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/65cb4154-1aae-4db6-8175-f2ce1d8f2a08 HTTP/1.1" status: 204  len: 168 time: 0.8567417
Dec 30 16:21:10.402249 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-b613f811-c8aa-4661-9f0b-0d7b099d88a2 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Network da8e5b54-bff5-4709-957a-d64dc80b80e8 is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:21:10.405414 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-b613f811-c8aa-4661-9f0b-0d7b099d88a2 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:21:10.408409 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-b613f811-c8aa-4661-9f0b-0d7b099d88a2 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:21:10.421113 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-e933f104-d700-4d2c-a2d1-7018b67be511 service neutron] For port 58d25a44-56b8-4cdf-be95-380b236a795e, host hv-cinder-82293, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:21:10.448055 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-e933f104-d700-4d2c-a2d1-7018b67be511 service neutron] For port 58d25a44-56b8-4cdf-be95-380b236a795e, host hv-cinder-82293, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=58d25a44-56b8-4cdf-be95-380b236a795e,segment=NetworkSegment(e9408c5f-3563-4c56-a42a-2b5384e3f3f8),segment_id=e9408c5f-3563-4c56-a42a-2b5384e3f3f8)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:21:10.468186 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b613f811-c8aa-4661-9f0b-0d7b099d88a2 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Pushing event updated for resources: {'Port': ['ID=b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:10.475474 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-e933f104-d700-4d2c-a2d1-7018b67be511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:10.499445 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-b613f811-c8aa-4661-9f0b-0d7b099d88a2 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:10.500048 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-b613f811-c8aa-4661-9f0b-0d7b099d88a2 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:10.522634 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-b613f811-c8aa-4661-9f0b-0d7b099d88a2 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5856142
Dec 30 16:21:10.533932 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-eabf48bf-4ad3-486b-aaf8-beec194bb61e service neutron] Request body: {'port': {'device_id': '62b032a7-1216-4df5-8632-78ef599663e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82293'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:21:10.550642 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-54f3e0a9-1e0f-4280-a0e6-dba6c6544907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:10.582117 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f3e0a9-1e0f-4280-a0e6-dba6c6544907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9432895e-4f6a-42e7-870f-8504f6bc5f00,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:10.603358 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-54f3e0a9-1e0f-4280-a0e6-dba6c6544907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:10.604406 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-54f3e0a9-1e0f-4280-a0e6-dba6c6544907 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9432895e-4f6a-42e7-870f-8504f6bc5f00 HTTP/1.1" status: 204  len: 168 time: 0.3941350
Dec 30 16:21:10.607971 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-e933f104-d700-4d2c-a2d1-7018b67be511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:10.609332 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-e933f104-d700-4d2c-a2d1-7018b67be511 service neutron] 10.222.0.43 "PUT /v2.0/ports/58d25a44-56b8-4cdf-be95-380b236a795e HTTP/1.1" status: 200  len: 1093 time: 3.9487622
Dec 30 16:21:10.609777 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2822ffea-0f41-4ae8-ba02-fb8a018b6374', 'tag': '58d25a44-56b8-4cdf-be95-380b236a795e'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:21:10.650028 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933f104-d700-4d2c-a2d1-7018b67be511 service neutron] Pushing event updated for resources: {'Port': ['ID=58d25a44-56b8-4cdf-be95-380b236a795e,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:10.726152 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-eabf48bf-4ad3-486b-aaf8-beec194bb61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:10.739670 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2822ffea-0f41-4ae8-ba02-fb8a018b6374', 'tag': '58d25a44-56b8-4cdf-be95-380b236a795e', 'status': 'completed', 'code': 200}
Dec 30 16:21:10.944387 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-521e8c6e-7c64-4703-9555-044e9ee96475 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bfcfc39d438a466484958cfa05016678&device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 1096 time: 0.2866449
Dec 30 16:21:10.972136 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 6c800868-57e5-476a-a3e8-9124309466ce up at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:21:11.077746 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37efcc8a-28c0-4245-a129-5622c17e3d3b req-daf10f16-a2aa-4430-a917-48b0feb1ff6b tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:11.079355 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-37efcc8a-28c0-4245-a129-5622c17e3d3b req-daf10f16-a2aa-4430-a917-48b0feb1ff6b tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 943 time: 0.3122792
Dec 30 16:21:11.104518 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37914058-37d8-4276-abc7-2832382cfa3b req-5c8890cb-9a47-46fe-b161-7f23f9dc386d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:11.112729 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-37914058-37d8-4276-abc7-2832382cfa3b req-5c8890cb-9a47-46fe-b161-7f23f9dc386d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 945 time: 0.2425809
Dec 30 16:21:11.119815 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning for port 6c800868-57e5-476a-a3e8-9124309466ce completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:21:11.127375 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning complete for port 6c800868-57e5-476a-a3e8-9124309466ce triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:21:11.128171 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:11.193770 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-37914058-37d8-4276-abc7-2832382cfa3b req-a8fa2398-02e4-494f-8afb-acfd4792df3e tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0797749
Dec 30 16:21:11.227629 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-cb73e852-c0dc-4040-9dea-e948b466c7bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58d25a44-56b8-4cdf-be95-380b236a795e HTTP/1.1" status: 200  len: 217 time: 0.2724009
Dec 30 16:21:11.301377 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-eabf48bf-4ad3-486b-aaf8-beec194bb61e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa {{(pid=82858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:21:11.316287 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-eabf48bf-4ad3-486b-aaf8-beec194bb61e service neutron] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:11.324285 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-37efcc8a-28c0-4245-a129-5622c17e3d3b req-72b78436-f283-43d0-90db-0107f3ba2e73 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2308900
Dec 30 16:21:11.340542 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.provisioning_blocks [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-eabf48bf-4ad3-486b-aaf8-beec194bb61e service neutron] Transition to ACTIVE for port object b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa will not be triggered until provisioned by entity L2. {{(pid=82858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:21:11.346901 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-eabf48bf-4ad3-486b-aaf8-beec194bb61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2958562'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:11.361417 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 50894) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:21:11.376994 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-81eff623-0ccf-430d-b33d-f0473f80fc11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:11.380121 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-81eff623-0ccf-430d-b33d-f0473f80fc11 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b2b50e5-e35b-4e54-90cf-cd642185a38d HTTP/1.1" status: 200  len: 859 time: 0.1433880
Dec 30 16:21:11.397007 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:11.433231 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fe91e5-dfd6-480e-93fd-5d1f12e7e22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c800868-57e5-476a-a3e8-9124309466ce'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:21:11.445396 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 6c800868-57e5-476a-a3e8-9124309466ce, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=6c800868-57e5-476a-a3e8-9124309466ce,segment=NetworkSegment(e9408c5f-3563-4c56-a42a-2b5384e3f3f8),segment_id=e9408c5f-3563-4c56-a42a-2b5384e3f3f8)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:21:11.452482 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:11.473045 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-96ec914f-ca12-4ab2-81b9-70fc40d745be service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3de7164-b44c-4490-994c-7ba5630844e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0875349
Dec 30 16:21:11.523881 dv-cinder-822939-1-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fe91e5-dfd6-480e-93fd-5d1f12e7e22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c800868-57e5-476a-a3e8-9124309466ce', 'code': 200}
Dec 30 16:21:11.579203 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf48bf-4ad3-486b-aaf8-beec194bb61e service neutron] Pushing event updated for resources: {'Port': ['ID=b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:11.589592 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=6c800868-57e5-476a-a3e8-9124309466ce,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:11.716702 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-91b97b0e-ec8d-48fc-8236-0a17419de238 service neutron] 10.222.0.43 "GET /v2.0/networks/a3de7164-b44c-4490-994c-7ba5630844e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2274256
Dec 30 16:21:11.756651 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-7a1e284f-c24d-440a-bf65-aa4f75be5f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:11.839486 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-7a1e284f-c24d-440a-bf65-aa4f75be5f57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:21:11.844041 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-7a1e284f-c24d-440a-bf65-aa4f75be5f57 admin admin] Usage tracker for resource:security_group_rule and tenant:9cb6be9b5d384da5a54ecde5eae290b0 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:21:11.846955 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-7a1e284f-c24d-440a-bf65-aa4f75be5f57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:21:11.854895 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-7a1e284f-c24d-440a-bf65-aa4f75be5f57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:21:11.919208 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a628f2-01f8-4faf-a4c1-a2ea5565fd5e req-c3eca116-ca21-49e0-8537-38270288e09f tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:11.919883 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-86a628f2-01f8-4faf-a4c1-a2ea5565fd5e req-c3eca116-ca21-49e0-8537-38270288e09f tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Synchronizing usage tracker for tenant:8e4cbd126f534163a53becec911f90ce on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:21:11.920473 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3ebff223-81ce-43b6-b574-6b2f31748402 req-75c00129-9eee-456b-aed3-ec841ce572ba service neutron] 10.222.0.43 "GET /v2.0/networks/a3de7164-b44c-4490-994c-7ba5630844e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1603291
Dec 30 16:21:11.923971 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6197cc9a-22aa-4be3-bd47-e76068bc88c8 req-20810750-7360-4f13-9efe-82eac8e46335 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 1098 time: 0.2002993
Dec 30 16:21:11.976027 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6197cc9a-22aa-4be3-bd47-e76068bc88c8 req-f45b827c-b885-4196-9a04-d3120a8bbe42 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448823
Dec 30 16:21:12.001176 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-eabf48bf-4ad3-486b-aaf8-beec194bb61e service neutron] Attempting to bind port b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa on host hv-cinder-82293 for vnic_type normal with profile  {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:21:12.001452 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-eabf48bf-4ad3-486b-aaf8-beec194bb61e service neutron] Attempting to bind port b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa by drivers openvswitch,hyperv on host hv-cinder-82293 at level 0 using segments [{'id': '14aab721-ed99-48f0-88c3-ecaac8907e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'da8e5b54-bff5-4709-957a-d64dc80b80e8'}] {{(pid=82858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:21:12.001847 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-eabf48bf-4ad3-486b-aaf8-beec194bb61e service neutron] Attempting to bind port b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa on network da8e5b54-bff5-4709-957a-d64dc80b80e8 {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:21:12.022991 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-eabf48bf-4ad3-486b-aaf8-beec194bb61e service neutron] Port b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa on network da8e5b54-bff5-4709-957a-d64dc80b80e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82293 {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 30 16:21:12.023408 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-eabf48bf-4ad3-486b-aaf8-beec194bb61e service neutron] Attempting to bind port b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa on network da8e5b54-bff5-4709-957a-d64dc80b80e8 {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:21:12.034704 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-7a1e284f-c24d-440a-bf65-aa4f75be5f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:12.038655 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-eabf48bf-4ad3-486b-aaf8-beec194bb61e service neutron] Checking agent: {'id': 'e529ec3e-5d50-4747-9e44-8ad3816b2791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82293', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'started_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:21:12.039005 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-eabf48bf-4ad3-486b-aaf8-beec194bb61e service neutron] Checking segment: {'id': '14aab721-ed99-48f0-88c3-ecaac8907e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'da8e5b54-bff5-4709-957a-d64dc80b80e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:21:12.039375 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-eabf48bf-4ad3-486b-aaf8-beec194bb61e service neutron] Bound using segment: {'id': '14aab721-ed99-48f0-88c3-ecaac8907e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'da8e5b54-bff5-4709-957a-d64dc80b80e8'} {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:21:12.039985 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-eabf48bf-4ad3-486b-aaf8-beec194bb61e service neutron] Bound port: b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa, host: hv-cinder-82293, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14aab721-ed99-48f0-88c3-ecaac8907e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'da8e5b54-bff5-4709-957a-d64dc80b80e8'}}] {{(pid=82858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:21:12.040317 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-eabf48bf-4ad3-486b-aaf8-beec194bb61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:12.055903 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-7a1e284f-c24d-440a-bf65-aa4f75be5f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:12.114707 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-86a628f2-01f8-4faf-a4c1-a2ea5565fd5e req-c3eca116-ca21-49e0-8537-38270288e09f tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Unset dirty status for tenant:8e4cbd126f534163a53becec911f90ce on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:21:12.121252 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-86a628f2-01f8-4faf-a4c1-a2ea5565fd5e req-c3eca116-ca21-49e0-8537-38270288e09f tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/ports?device_id=62b032a7-1216-4df5-8632-78ef599663e1 HTTP/1.1" status: 200  len: 944 time: 0.5448356
Dec 30 16:21:12.182866 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e284f-c24d-440a-bf65-aa4f75be5f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9d8652-6239-4dbb-beff-9af221e7add5,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:12.191472 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-7a1e284f-c24d-440a-bf65-aa4f75be5f57 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9cb6be9b5d384da5a54ecde5eae290b0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6316469
Dec 30 16:21:12.205410 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 50912) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:21:12.250758 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-674bad2f-dd9a-4ba8-96d7-d6055bff27b8 req-cede7aea-536c-4cc2-b4b7-08b6fa240b10 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bfcfc39d438a466484958cfa05016678&device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 1096 time: 0.0832169
Dec 30 16:21:12.268267 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-eabf48bf-4ad3-486b-aaf8-beec194bb61e service neutron] For port b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa, host hv-cinder-82293, cleared binding levels {{(pid=82858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:21:12.271221 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-86a628f2-01f8-4faf-a4c1-a2ea5565fd5e req-8f8a7a39-64f2-418c-a34d-6e9ee8d954df tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Synchronizing usage tracker for tenant:8e4cbd126f534163a53becec911f90ce on resource:security_group {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:21:12.282319 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-eabf48bf-4ad3-486b-aaf8-beec194bb61e service neutron] For port b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa, host hv-cinder-82293, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa,segment=NetworkSegment(14aab721-ed99-48f0-88c3-ecaac8907e53),segment_id=14aab721-ed99-48f0-88c3-ecaac8907e53)] {{(pid=82858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:21:12.295828 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-eabf48bf-4ad3-486b-aaf8-beec194bb61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2958562'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:12.347201 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-86a628f2-01f8-4faf-a4c1-a2ea5565fd5e req-8f8a7a39-64f2-418c-a34d-6e9ee8d954df tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Unset dirty status for tenant:8e4cbd126f534163a53becec911f90ce on resource:security_group {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:21:12.347968 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-86a628f2-01f8-4faf-a4c1-a2ea5565fd5e req-8f8a7a39-64f2-418c-a34d-6e9ee8d954df tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a2a6d5d-fa6c-454c-8937-a063afc4c8f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2258611
Dec 30 16:21:12.385380 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fff2d82d-d1b9-46bc-ae5f-5bd0a4de368e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:12.391374 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-eabf48bf-4ad3-486b-aaf8-beec194bb61e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:12.392432 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-eabf48bf-4ad3-486b-aaf8-beec194bb61e service neutron] 10.222.0.43 "PUT /v2.0/ports/b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa HTTP/1.1" status: 200  len: 1094 time: 1.8625956
Dec 30 16:21:12.392857 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b032a7-1216-4df5-8632-78ef599663e1', 'tag': 'b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:21:12.490406 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bad2f-dd9a-4ba8-96d7-d6055bff27b8 req-0a3bb5b1-47f7-4ad8-bd94-65b700530478 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:12.492182 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-674bad2f-dd9a-4ba8-96d7-d6055bff27b8 req-0a3bb5b1-47f7-4ad8-bd94-65b700530478 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a3de7164-b44c-4490-994c-7ba5630844e6 HTTP/1.1" status: 200  len: 919 time: 0.2327414
Dec 30 16:21:12.569494 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fff2d82d-d1b9-46bc-ae5f-5bd0a4de368e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:12.595125 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-674bad2f-dd9a-4ba8-96d7-d6055bff27b8 req-157ca39a-18ed-4e56-8e11-0024f662ceec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58d25a44-56b8-4cdf-be95-380b236a795e HTTP/1.1" status: 200  len: 217 time: 0.0906377
Dec 30 16:21:12.631433 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf48bf-4ad3-486b-aaf8-beec194bb61e service neutron] Pushing event updated for resources: {'Port': ['ID=b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa,revision_number=3']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:12.657053 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d2442-9d16-408e-93d2-033bf973f917 req-a6e99223-9933-43cd-91d4-43f1e4840343 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:12.665203 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-028d2442-9d16-408e-93d2-033bf973f917 req-a6e99223-9933-43cd-91d4-43f1e4840343 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 945 time: 0.2418013
Dec 30 16:21:12.730654 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fff2d82d-d1b9-46bc-ae5f-5bd0a4de368e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:12.730899 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-028d2442-9d16-408e-93d2-033bf973f917 req-55624a16-8931-4a34-9346-f1f1df787f63 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0647736
Dec 30 16:21:12.737506 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674bad2f-dd9a-4ba8-96d7-d6055bff27b8 req-ae1c3747-847f-4a99-bb51-613aa7a4b8f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:12.739103 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-674bad2f-dd9a-4ba8-96d7-d6055bff27b8 req-ae1c3747-847f-4a99-bb51-613aa7a4b8f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b2b50e5-e35b-4e54-90cf-cd642185a38d HTTP/1.1" status: 200  len: 859 time: 0.1351132
Dec 30 16:21:12.763162 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2d82d-d1b9-46bc-ae5f-5bd0a4de368e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9d8652-6239-4dbb-beff-9af221e7add5,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:12.808875 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fff2d82d-d1b9-46bc-ae5f-5bd0a4de368e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:12.813039 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-fff2d82d-d1b9-46bc-ae5f-5bd0a4de368e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7d9d8652-6239-4dbb-beff-9af221e7add5 HTTP/1.1" status: 204  len: 168 time: 0.5963807
Dec 30 16:21:12.827157 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-94979d53-6efb-477c-b3a3-cda845a20da7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8e4cbd126f534163a53becec911f90ce&device_id=62b032a7-1216-4df5-8632-78ef599663e1 HTTP/1.1" status: 200  len: 1097 time: 0.3914435
Dec 30 16:21:12.834936 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3b2b3-dc70-440a-91c6-957b4de6b567 req-c91ab41b-a3c8-4327-acd8-c7003c0df93a tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:12.836909 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-04c3b2b3-dc70-440a-91c6-957b4de6b567 req-c91ab41b-a3c8-4327-acd8-c7003c0df93a tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 943 time: 0.2822864
Dec 30 16:21:12.838878 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b032a7-1216-4df5-8632-78ef599663e1', 'tag': 'b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa', 'status': 'completed', 'code': 200}
Dec 30 16:21:12.863029 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-674bad2f-dd9a-4ba8-96d7-d6055bff27b8 req-dc1aa992-30db-4b7a-825d-303fb5bdaa63 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3de7164-b44c-4490-994c-7ba5630844e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1169786
Dec 30 16:21:12.921717 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-e651ebcf-35e5-4c15-a337-6366c1f746bc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa HTTP/1.1" status: 200  len: 217 time: 0.0813501
Dec 30 16:21:12.996986 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-04c3b2b3-dc70-440a-91c6-957b4de6b567 req-d5133e92-f8b6-4698-b094-4585601f0c0d tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091931
Dec 30 16:21:13.001184 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-31b8bafb-8c89-4788-8e25-5c061665f5c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:13.002915 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-31b8bafb-8c89-4788-8e25-5c061665f5c0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f1dad7b-fa4d-4f38-83ee-d2abb0476b3b HTTP/1.1" status: 200  len: 848 time: 0.0725369
Dec 30 16:21:13.007572 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-674bad2f-dd9a-4ba8-96d7-d6055bff27b8 req-bde543b7-c89b-43c4-9054-f5ed0b3c1dfc service neutron] 10.222.0.43 "GET /v2.0/networks/a3de7164-b44c-4490-994c-7ba5630844e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354828
Dec 30 16:21:13.074986 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-433b0be3-5a5f-48ca-ac7e-516c464c0c5b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da8e5b54-bff5-4709-957a-d64dc80b80e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0563581
Dec 30 16:21:13.243007 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-b539159e-f78b-4731-a9f5-205e53f3a4ef service neutron] 10.222.0.43 "GET /v2.0/networks/da8e5b54-bff5-4709-957a-d64dc80b80e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1609600
Dec 30 16:21:13.243339 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-674bad2f-dd9a-4ba8-96d7-d6055bff27b8 req-96afad19-b130-4d17-8a9d-4dc2c186eb21 service neutron] 10.222.0.43 "GET /v2.0/networks/a3de7164-b44c-4490-994c-7ba5630844e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2169089
Dec 30 16:21:13.328329 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 50938) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:21:13.346107 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fe4bccde-3a54-403f-8845-566ce0f94d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:13.377527 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-fe4bccde-3a54-403f-8845-566ce0f94d82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:21:13.381375 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-fe4bccde-3a54-403f-8845-566ce0f94d82 admin admin] Usage tracker for resource:security_group_rule and tenant:c6992f28b25b40279a7e5c665225663e is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:21:13.384696 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-fe4bccde-3a54-403f-8845-566ce0f94d82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:21:13.390764 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e30d5378-2408-4324-a1ca-a8bbcbbc466f req-5fed0ef4-2db6-44d1-9b5f-afb02e50a793 service neutron] 10.222.0.43 "GET /v2.0/networks/da8e5b54-bff5-4709-957a-d64dc80b80e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1319656
Dec 30 16:21:13.394427 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-fe4bccde-3a54-403f-8845-566ce0f94d82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:21:13.497460 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fe4bccde-3a54-403f-8845-566ce0f94d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:13.512883 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-121baddc-6b5b-46cf-ab16-7ff0d3f10456 req-9c80180b-ae7b-403e-a6f8-def770b872ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8e4cbd126f534163a53becec911f90ce&device_id=62b032a7-1216-4df5-8632-78ef599663e1 HTTP/1.1" status: 200  len: 1097 time: 0.0746479
Dec 30 16:21:13.539908 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fe4bccde-3a54-403f-8845-566ce0f94d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:13.610156 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4bccde-3a54-403f-8845-566ce0f94d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c74943-f0e1-42cc-bfd7-1eb8874a612b,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:13.616705 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-fe4bccde-3a54-403f-8845-566ce0f94d82 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c6992f28b25b40279a7e5c665225663e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2850695
Dec 30 16:21:13.618234 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 50944) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:21:13.658363 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121baddc-6b5b-46cf-ab16-7ff0d3f10456 req-8306e690-0983-4dab-a1f5-55da318bbe60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:13.660099 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-121baddc-6b5b-46cf-ab16-7ff0d3f10456 req-8306e690-0983-4dab-a1f5-55da318bbe60 service neutron] 10.222.0.43 "GET /v2.0/networks?id=da8e5b54-bff5-4709-957a-d64dc80b80e8 HTTP/1.1" status: 200  len: 908 time: 0.1394136
Dec 30 16:21:13.671547 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f128a-a328-4e7a-8c24-99c7030d87a7 req-81629719-a8ff-49fb-8aaa-073b36112a8d tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:13.673306 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-bb2f128a-a328-4e7a-8c24-99c7030d87a7 req-81629719-a8ff-49fb-8aaa-073b36112a8d tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/ports?device_id=62b032a7-1216-4df5-8632-78ef599663e1 HTTP/1.1" status: 200  len: 944 time: 0.1734879
Dec 30 16:21:13.714564 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0de0dd0d-2e43-42f7-840c-9c096e64097b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:13.728825 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-121baddc-6b5b-46cf-ab16-7ff0d3f10456 req-f4b1d429-4cf6-4d75-b96f-140262af6ad1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa HTTP/1.1" status: 200  len: 217 time: 0.0613344
Dec 30 16:21:13.762196 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0de0dd0d-2e43-42f7-840c-9c096e64097b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:13.781213 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-bb2f128a-a328-4e7a-8c24-99c7030d87a7 req-e6edc125-9f77-4bee-98bb-e9fb6bd075b9 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a2a6d5d-fa6c-454c-8937-a063afc4c8f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997901
Dec 30 16:21:13.802621 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121baddc-6b5b-46cf-ab16-7ff0d3f10456 req-7f171741-c2f7-4105-87df-b7da84b5492e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:13.804149 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-121baddc-6b5b-46cf-ab16-7ff0d3f10456 req-7f171741-c2f7-4105-87df-b7da84b5492e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f1dad7b-fa4d-4f38-83ee-d2abb0476b3b HTTP/1.1" status: 200  len: 848 time: 0.0664611
Dec 30 16:21:13.858849 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-121baddc-6b5b-46cf-ab16-7ff0d3f10456 req-94099cbf-65c2-4749-9c36-f48aacd4b0c4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da8e5b54-bff5-4709-957a-d64dc80b80e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0468071
Dec 30 16:21:13.913693 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0de0dd0d-2e43-42f7-840c-9c096e64097b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:13.930111 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0dd0d-2e43-42f7-840c-9c096e64097b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c74943-f0e1-42cc-bfd7-1eb8874a612b,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:13.935074 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0de0dd0d-2e43-42f7-840c-9c096e64097b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:13.936195 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-0de0dd0d-2e43-42f7-840c-9c096e64097b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e9c74943-f0e1-42cc-bfd7-1eb8874a612b HTTP/1.1" status: 204  len: 168 time: 0.3170803
Dec 30 16:21:14.158764 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-121baddc-6b5b-46cf-ab16-7ff0d3f10456 req-0c02dce3-8201-4ec0-a30f-1c861d2faf5a service neutron] 10.222.0.43 "GET /v2.0/networks/da8e5b54-bff5-4709-957a-d64dc80b80e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2913203
Dec 30 16:21:14.171759 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc8bcd-ee21-4f89-a7e0-dac321b042a5 req-35502050-6d8d-4424-b709-7396dca1cf6d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:14.173364 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-facc8bcd-ee21-4f89-a7e0-dac321b042a5 req-35502050-6d8d-4424-b709-7396dca1cf6d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 945 time: 0.1325083
Dec 30 16:21:14.235905 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29c90b1-5594-4f0f-9666-bcc165f485c4 req-7fc0aeb9-0b2d-4726-99e9-9f729ecf815a tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:14.237515 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b29c90b1-5594-4f0f-9666-bcc165f485c4 req-7fc0aeb9-0b2d-4726-99e9-9f729ecf815a tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 943 time: 0.0900440
Dec 30 16:21:14.297500 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b29c90b1-5594-4f0f-9666-bcc165f485c4 req-786c0117-ec00-4e42-b139-c29c98fa5962 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525382
Dec 30 16:21:14.303889 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-facc8bcd-ee21-4f89-a7e0-dac321b042a5 req-7dd523bd-a57d-4d41-b82f-83d92fa1f535 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1105726
Dec 30 16:21:14.344953 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-121baddc-6b5b-46cf-ab16-7ff0d3f10456 req-292516f0-2218-45be-9c83-65ed1dcb9247 service neutron] 10.222.0.43 "GET /v2.0/networks/da8e5b54-bff5-4709-957a-d64dc80b80e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1705716
Dec 30 16:21:14.472408 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-81c650af-6331-4245-9596-eb5f6a8d023c req-b72f7ccc-8656-4f33-916b-d25aa08992bc tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4f632fa5545e4ff482bcb73b5fda0da0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0440075
Dec 30 16:21:14.628584 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c650af-6331-4245-9596-eb5f6a8d023c req-87e147b5-25fa-4861-bfd0-656e9756c02c tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:14.630039 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-81c650af-6331-4245-9596-eb5f6a8d023c req-87e147b5-25fa-4861-bfd0-656e9756c02c tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1541047
Dec 30 16:21:14.647654 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-81c650af-6331-4245-9596-eb5f6a8d023c req-6d208ede-0845-4358-8e56-1ea63441c124 tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.31 "GET /v2.0/quotas/4f632fa5545e4ff482bcb73b5fda0da0 HTTP/1.1" status: 200  len: 375 time: 0.0106819
Dec 30 16:21:14.694767 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-81c650af-6331-4245-9596-eb5f6a8d023c req-b004651d-7a22-4f3f-9d15-6335b393916d tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4f632fa5545e4ff482bcb73b5fda0da0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0417106
Dec 30 16:21:14.953783 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d50454aa-9490-44de-8730-eee0443e7890 req-57bdae3f-1f6d-474b-baf9-76772b7dbce9 tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d433dc2-f180-476e-80f6-eb99bbbfa569 HTTP/1.1" status: 200  len: 210 time: 0.0532894
Dec 30 16:21:14.987911 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 58d25a44-56b8-4cdf-be95-380b236a795e details requested by agent hyperv_hv-cinder-82293 with host hv-cinder-82293 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 30 16:21:15.060028 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f941ad1-41c9-4523-ab57-215e9e34eb9e req-cdf44695-fa83-45c6-aba2-47a8fe110822 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:15.067535 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4f941ad1-41c9-4523-ab57-215e9e34eb9e req-cdf44695-fa83-45c6-aba2-47a8fe110822 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/ports?device_id=62b032a7-1216-4df5-8632-78ef599663e1 HTTP/1.1" status: 200  len: 944 time: 0.0993049
Dec 30 16:21:15.119173 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4f941ad1-41c9-4523-ab57-215e9e34eb9e req-200e3320-194f-4d0c-9ba2-cc1385f6ccad tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a2a6d5d-fa6c-454c-8937-a063afc4c8f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507317
Dec 30 16:21:15.166396 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 58d25a44-56b8-4cdf-be95-380b236a795e, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=58d25a44-56b8-4cdf-be95-380b236a795e,segment=NetworkSegment(e9408c5f-3563-4c56-a42a-2b5384e3f3f8),segment_id=e9408c5f-3563-4c56-a42a-2b5384e3f3f8)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:21:15.188287 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Returning: {'device': '58d25a44-56b8-4cdf-be95-380b236a795e', 'network_id': 'a3de7164-b44c-4490-994c-7ba5630844e6', 'port_id': '58d25a44-56b8-4cdf-be95-380b236a795e', 'mac_address': 'fa:16:3e:7c:af:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b2b50e5-e35b-4e54-90cf-cd642185a38d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 30 16:21:15.190157 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-009a7880-70d6-45de-ab07-d16754fb69b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:15.250276 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:15.270711 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d25a44-56b8-4cdf-be95-380b236a795e {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:21:15.287800 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 58d25a44-56b8-4cdf-be95-380b236a795e, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=58d25a44-56b8-4cdf-be95-380b236a795e,segment=NetworkSegment(e9408c5f-3563-4c56-a42a-2b5384e3f3f8),segment_id=e9408c5f-3563-4c56-a42a-2b5384e3f3f8)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:21:15.293426 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:15.378813 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=58d25a44-56b8-4cdf-be95-380b236a795e,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:15.546990 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['58d25a44-56b8-4cdf-be95-380b236a795e'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:21:15.571190 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691f80f-c473-4c5c-abd1-01b5f231ff11 req-4f86037e-3993-4ba9-8193-7b55982fd139 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:15.581559 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a691f80f-c473-4c5c-abd1-01b5f231ff11 req-4f86037e-3993-4ba9-8193-7b55982fd139 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 944 time: 0.1239715
Dec 30 16:21:15.647493 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a691f80f-c473-4c5c-abd1-01b5f231ff11 req-074c3a44-bd43-487b-b6e7-90b8a6d0d3f6 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646224
Dec 30 16:21:15.692056 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85a87f-f5ce-4cea-85eb-43c79bd0c771 req-ce16c930-7840-4e6f-8135-5df0a4f59046 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:15.693595 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8a85a87f-f5ce-4cea-85eb-43c79bd0c771 req-ce16c930-7840-4e6f-8135-5df0a4f59046 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 945 time: 0.1187942
Dec 30 16:21:15.761935 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8a85a87f-f5ce-4cea-85eb-43c79bd0c771 req-74736776-44b5-4f29-a87a-0f4aad0b6429 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0606723
Dec 30 16:21:16.115810 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-850fc674-a794-439c-82c9-215c900a74ce req-7fd9deb4-2f46-42c4-b0df-133773420a05 tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d433dc2-f180-476e-80f6-eb99bbbfa569 HTTP/1.1" status: 200  len: 210 time: 0.0407572
Dec 30 16:21:16.177097 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-81c650af-6331-4245-9596-eb5f6a8d023c req-b456e9b2-763b-4a2b-b46f-98a429b58ae2 tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=4f632fa5545e4ff482bcb73b5fda0da0&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0306511
Dec 30 16:21:16.337525 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c650af-6331-4245-9596-eb5f6a8d023c req-8597e06b-9db2-43fd-82c2-de9fffe3310c tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:16.339663 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-81c650af-6331-4245-9596-eb5f6a8d023c req-8597e06b-9db2-43fd-82c2-de9fffe3310c tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1576407
Dec 30 16:21:16.364150 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a648f5-63f9-4fc1-8e10-398e6e1b04f6 req-60fb11d8-3ea4-4831-9772-0bd8d4555b64 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:16.364572 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [req-81c650af-6331-4245-9596-eb5f6a8d023c req-e5e12faa-136a-40a3-9407-4dc8fd5b1e0b tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Request body: {'port': {'device_id': '8d433dc2-f180-476e-80f6-eb99bbbfa569', 'network_id': '9b570ce5-709d-4a1e-a58d-165ac2778a97', 'admin_state_up': True, 'tenant_id': '4f632fa5545e4ff482bcb73b5fda0da0'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:21:16.365616 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e0a648f5-63f9-4fc1-8e10-398e6e1b04f6 req-60fb11d8-3ea4-4831-9772-0bd8d4555b64 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/ports?device_id=62b032a7-1216-4df5-8632-78ef599663e1 HTTP/1.1" status: 200  len: 944 time: 0.1099248
Dec 30 16:21:16.447711 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e0a648f5-63f9-4fc1-8e10-398e6e1b04f6 req-325fdb62-cb3e-4679-be7c-cfa97611f867 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a2a6d5d-fa6c-454c-8937-a063afc4c8f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749519
Dec 30 16:21:16.515115 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [req-81c650af-6331-4245-9596-eb5f6a8d023c req-e5e12faa-136a-40a3-9407-4dc8fd5b1e0b tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:21:16.519042 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-81c650af-6331-4245-9596-eb5f6a8d023c req-e5e12faa-136a-40a3-9407-4dc8fd5b1e0b tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Usage tracker for resource:port and tenant:4f632fa5545e4ff482bcb73b5fda0da0 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:21:16.522070 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-81c650af-6331-4245-9596-eb5f6a8d023c req-e5e12faa-136a-40a3-9407-4dc8fd5b1e0b tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:21:16.528349 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [req-81c650af-6331-4245-9596-eb5f6a8d023c req-e5e12faa-136a-40a3-9407-4dc8fd5b1e0b tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:21:16.538416 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81c650af-6331-4245-9596-eb5f6a8d023c req-e5e12faa-136a-40a3-9407-4dc8fd5b1e0b tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Made reservation on behalf of 4f632fa5545e4ff482bcb73b5fda0da0 for: {'port': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:21:16.541739 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-81c650af-6331-4245-9596-eb5f6a8d023c req-e5e12faa-136a-40a3-9407-4dc8fd5b1e0b tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:16.554784 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-81c650af-6331-4245-9596-eb5f6a8d023c req-e5e12faa-136a-40a3-9407-4dc8fd5b1e0b tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:16.587971 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [req-81c650af-6331-4245-9596-eb5f6a8d023c req-e5e12faa-136a-40a3-9407-4dc8fd5b1e0b tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:21:16.592008 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-81c650af-6331-4245-9596-eb5f6a8d023c req-e5e12faa-136a-40a3-9407-4dc8fd5b1e0b tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Usage tracker for resource:security_group_rule and tenant:4f632fa5545e4ff482bcb73b5fda0da0 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:21:16.594853 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-81c650af-6331-4245-9596-eb5f6a8d023c req-e5e12faa-136a-40a3-9407-4dc8fd5b1e0b tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:21:16.601738 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [req-81c650af-6331-4245-9596-eb5f6a8d023c req-e5e12faa-136a-40a3-9407-4dc8fd5b1e0b tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:21:16.687347 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-81c650af-6331-4245-9596-eb5f6a8d023c req-e5e12faa-136a-40a3-9407-4dc8fd5b1e0b tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:16.691658 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-81c650af-6331-4245-9596-eb5f6a8d023c req-e5e12faa-136a-40a3-9407-4dc8fd5b1e0b tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:16.802589 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e12faa-136a-40a3-9407-4dc8fd5b1e0b tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=839a9917-9734-454b-acc7-43bc67e69fda,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:16.928380 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [req-81c650af-6331-4245-9596-eb5f6a8d023c req-e5e12faa-136a-40a3-9407-4dc8fd5b1e0b tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Allocated IP 192.168.233.242 (9b570ce5-709d-4a1e-a58d-165ac2778a97/3a1e38f2-8221-49e7-aadd-e424128387d0/a249b671-3bef-468f-bc80-53514e7ff186) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:21:16.939110 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eecabc-2bca-4875-910e-07165cc20461 req-581b9e83-4d5f-4cc4-a4e0-e7c4149e5e7f tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:16.940738 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f2eecabc-2bca-4875-910e-07165cc20461 req-581b9e83-4d5f-4cc4-a4e0-e7c4149e5e7f tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 944 time: 0.1716230
Dec 30 16:21:16.991121 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa details requested by agent hyperv_hv-cinder-82293 with host hv-cinder-82293 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 30 16:21:16.995891 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 58d25a44-56b8-4cdf-be95-380b236a795e up at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:21:17.063016 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb0d715-f2c3-489b-bc85-5af1d31607ea req-bcbbfb54-fc6c-4f81-af97-a6831e218607 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:17.067248 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f2eecabc-2bca-4875-910e-07165cc20461 req-077add3a-2a42-428f-b811-22c9f1be7123 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184690
Dec 30 16:21:17.075333 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-deb0d715-f2c3-489b-bc85-5af1d31607ea req-bcbbfb54-fc6c-4f81-af97-a6831e218607 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 945 time: 0.1383677
Dec 30 16:21:17.167199 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-deb0d715-f2c3-489b-bc85-5af1d31607ea req-7c2f4720-40a2-47ea-8f1d-4a635e973eb5 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0848100
Dec 30 16:21:17.172517 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning for port 58d25a44-56b8-4cdf-be95-380b236a795e completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:21:17.183068 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning complete for port 58d25a44-56b8-4cdf-be95-380b236a795e triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:21:17.183763 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:17.281398 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa,segment=NetworkSegment(14aab721-ed99-48f0-88c3-ecaac8907e53),segment_id=14aab721-ed99-48f0-88c3-ecaac8907e53)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:21:17.299661 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-81c650af-6331-4245-9596-eb5f6a8d023c req-e5e12faa-136a-40a3-9407-4dc8fd5b1e0b tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:17.300840 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Returning: {'device': 'b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa', 'network_id': 'da8e5b54-bff5-4709-957a-d64dc80b80e8', 'port_id': 'b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa', 'mac_address': 'fa:16:3e:3e:d8:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f1dad7b-fa4d-4f38-83ee-d2abb0476b3b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 30 16:21:17.315689 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.provisioning_blocks [req-81c650af-6331-4245-9596-eb5f6a8d023c req-e5e12faa-136a-40a3-9407-4dc8fd5b1e0b tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Transition to ACTIVE for port object a249b671-3bef-468f-bc80-53514e7ff186 will not be triggered until provisioned by entity DHCP. {{(pid=82858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:21:17.377519 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-81c650af-6331-4245-9596-eb5f6a8d023c req-e5e12faa-136a-40a3-9407-4dc8fd5b1e0b tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:17.425601 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:17.438156 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-f3374225-ce8f-4336-b107-bcd83b5304a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:17.439993 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:17.472760 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:21:17.484158 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81c650af-6331-4245-9596-eb5f6a8d023c req-e5e12faa-136a-40a3-9407-4dc8fd5b1e0b tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Network 9b570ce5-709d-4a1e-a58d-165ac2778a97 is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:21:17.489391 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [req-81c650af-6331-4245-9596-eb5f6a8d023c req-e5e12faa-136a-40a3-9407-4dc8fd5b1e0b tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:21:17.494767 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa,segment=NetworkSegment(14aab721-ed99-48f0-88c3-ecaac8907e53),segment_id=14aab721-ed99-48f0-88c3-ecaac8907e53)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:21:17.495984 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c650af-6331-4245-9596-eb5f6a8d023c req-e5e12faa-136a-40a3-9407-4dc8fd5b1e0b tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:21:17.517960 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 58d25a44-56b8-4cdf-be95-380b236a795e, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=58d25a44-56b8-4cdf-be95-380b236a795e,segment=NetworkSegment(e9408c5f-3563-4c56-a42a-2b5384e3f3f8),segment_id=e9408c5f-3563-4c56-a42a-2b5384e3f3f8)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:21:17.520008 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2822ffea-0f41-4ae8-ba02-fb8a018b6374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d25a44-56b8-4cdf-be95-380b236a795e'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:21:17.527664 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e12faa-136a-40a3-9407-4dc8fd5b1e0b tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Pushing event updated for resources: {'Port': ['ID=a249b671-3bef-468f-bc80-53514e7ff186,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:17.528751 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:17.575095 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d242b7-ecb4-4ae3-a382-fc55827b0a27 req-530cf234-571b-49ec-9b80-169fa36cb9ca tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:17.576781 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-64d242b7-ecb4-4ae3-a382-fc55827b0a27 req-530cf234-571b-49ec-9b80-169fa36cb9ca tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d433dc2-f180-476e-80f6-eb99bbbfa569 HTTP/1.1" status: 200  len: 936 time: 0.2376068
Dec 30 16:21:17.622168 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c650af-6331-4245-9596-eb5f6a8d023c req-e5e12faa-136a-40a3-9407-4dc8fd5b1e0b tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:17.623160 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-81c650af-6331-4245-9596-eb5f6a8d023c req-e5e12faa-136a-40a3-9407-4dc8fd5b1e0b tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:17.625193 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:17.631965 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:17.673383 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-81c650af-6331-4245-9596-eb5f6a8d023c req-e5e12faa-136a-40a3-9407-4dc8fd5b1e0b tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3126597
Dec 30 16:21:17.685932 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [req-81c650af-6331-4245-9596-eb5f6a8d023c req-17db6803-260b-4774-84b5-5b04674c5ccf service neutron] Request body: {'port': {'device_id': '8d433dc2-f180-476e-80f6-eb99bbbfa569', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82293'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:21:17.772440 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=58d25a44-56b8-4cdf-be95-380b236a795e,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:17.817028 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:21:17.821519 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-64d242b7-ecb4-4ae3-a382-fc55827b0a27 req-8c495c67-5f15-4f5d-8e10-b7e69111a5ac tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Synchronizing usage tracker for tenant:4f632fa5545e4ff482bcb73b5fda0da0 on resource:security_group {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:21:17.884168 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06964eec-fd0c-4da8-96e9-bcb515008e74 req-8e15ffa1-3971-48d2-b283-7e272c0c3f70 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:17.886493 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-06964eec-fd0c-4da8-96e9-bcb515008e74 req-8e15ffa1-3971-48d2-b283-7e272c0c3f70 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/ports?device_id=62b032a7-1216-4df5-8632-78ef599663e1 HTTP/1.1" status: 200  len: 945 time: 0.0881968
Dec 30 16:21:17.887257 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-64d242b7-ecb4-4ae3-a382-fc55827b0a27 req-8c495c67-5f15-4f5d-8e10-b7e69111a5ac tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Unset dirty status for tenant:4f632fa5545e4ff482bcb73b5fda0da0 on resource:security_group {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:21:17.889811 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-64d242b7-ecb4-4ae3-a382-fc55827b0a27 req-8c495c67-5f15-4f5d-8e10-b7e69111a5ac tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.31 "GET /v2.0/security-groups?id=839a9917-9734-454b-acc7-43bc67e69fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3062217
Dec 30 16:21:17.913327 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-81c650af-6331-4245-9596-eb5f6a8d023c req-17db6803-260b-4774-84b5-5b04674c5ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:17.951976 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-06964eec-fd0c-4da8-96e9-bcb515008e74 req-6f773b48-22c9-4879-b137-93d1315dd4e8 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a2a6d5d-fa6c-454c-8937-a063afc4c8f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577650
Dec 30 16:21:17.961938 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-dc62fad7-827d-4754-9253-f426118f93f3 None None] Provisioning for port a249b671-3bef-468f-bc80-53514e7ff186 completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:21:17.978103 dv-cinder-822939-1-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2822ffea-0f41-4ae8-ba02-fb8a018b6374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d25a44-56b8-4cdf-be95-380b236a795e', 'code': 200}
Dec 30 16:21:17.997428 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-dc62fad7-827d-4754-9253-f426118f93f3 None None] Provisioning complete for port a249b671-3bef-468f-bc80-53514e7ff186 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:21:17.998596 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-dc62fad7-827d-4754-9253-f426118f93f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:18.076551 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-dc62fad7-827d-4754-9253-f426118f93f3 None None] Port a249b671-3bef-468f-bc80-53514e7ff186 cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 30 16:21:18.298782 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab1142-74c9-4426-9fbd-51a9a8a18572 req-1e1e7973-5741-4ac7-9f2f-33370b40189a tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:18.300561 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b7ab1142-74c9-4426-9fbd-51a9a8a18572 req-1e1e7973-5741-4ac7-9f2f-33370b40189a tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.2088754
Dec 30 16:21:18.315463 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:18.328636 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-42261b78-eb17-4b40-8ba1-4225c5565496 req-e7bd800a-0fd4-4304-aae3-e61b0933cabc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 1098 time: 0.1315482
Dec 30 16:21:18.340689 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b50ae9-9773-4aa1-b053-879c8abca799 req-9a651785-9b48-4447-886a-0b29e0fe8da7 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:18.342426 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f1b50ae9-9773-4aa1-b053-879c8abca799 req-9a651785-9b48-4447-886a-0b29e0fe8da7 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.1119311
Dec 30 16:21:18.405726 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b7ab1142-74c9-4426-9fbd-51a9a8a18572 req-f0eb35b4-e359-4a58-8515-bcd0ed3ff6ea tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0840051
Dec 30 16:21:18.411767 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-42261b78-eb17-4b40-8ba1-4225c5565496 req-820719b6-b87a-40a1-bd61-f40cc5997058 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683229
Dec 30 16:21:18.417021 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f1b50ae9-9773-4aa1-b053-879c8abca799 req-97a1c52b-6278-4b03-a6f1-de028addbbcf tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599427
Dec 30 16:21:18.473200 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [req-81c650af-6331-4245-9596-eb5f6a8d023c req-17db6803-260b-4774-84b5-5b04674c5ccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a249b671-3bef-468f-bc80-53514e7ff186 {{(pid=82858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:21:18.479445 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-81c650af-6331-4245-9596-eb5f6a8d023c req-17db6803-260b-4774-84b5-5b04674c5ccf service neutron] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:18.496698 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.provisioning_blocks [req-81c650af-6331-4245-9596-eb5f6a8d023c req-17db6803-260b-4774-84b5-5b04674c5ccf service neutron] Transition to ACTIVE for port object a249b671-3bef-468f-bc80-53514e7ff186 will not be triggered until provisioned by entity L2. {{(pid=82858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:21:18.501233 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-81c650af-6331-4245-9596-eb5f6a8d023c req-17db6803-260b-4774-84b5-5b04674c5ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2958562'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:18.676668 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:18.685997 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db6803-260b-4774-84b5-5b04674c5ccf service neutron] Pushing event updated for resources: {'Port': ['ID=a249b671-3bef-468f-bc80-53514e7ff186,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:18.801033 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f838b16-f34b-49c8-a1c2-fa88de84a7fb req-718f1ae4-7d65-4b60-ac83-d97d38adc95e tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:18.802512 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5f838b16-f34b-49c8-a1c2-fa88de84a7fb req-718f1ae4-7d65-4b60-ac83-d97d38adc95e tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 945 time: 0.2628968
Dec 30 16:21:18.842366 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-81c650af-6331-4245-9596-eb5f6a8d023c req-17db6803-260b-4774-84b5-5b04674c5ccf service neutron] Attempting to bind port a249b671-3bef-468f-bc80-53514e7ff186 on host hv-cinder-82293 for vnic_type normal with profile  {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:21:18.842692 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-81c650af-6331-4245-9596-eb5f6a8d023c req-17db6803-260b-4774-84b5-5b04674c5ccf service neutron] Attempting to bind port a249b671-3bef-468f-bc80-53514e7ff186 by drivers openvswitch,hyperv on host hv-cinder-82293 at level 0 using segments [{'id': '6acd4051-cf03-4777-a445-7019fbb5d8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9b570ce5-709d-4a1e-a58d-165ac2778a97'}] {{(pid=82858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:21:18.843011 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c650af-6331-4245-9596-eb5f6a8d023c req-17db6803-260b-4774-84b5-5b04674c5ccf service neutron] Attempting to bind port a249b671-3bef-468f-bc80-53514e7ff186 on network 9b570ce5-709d-4a1e-a58d-165ac2778a97 {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:21:18.857793 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c650af-6331-4245-9596-eb5f6a8d023c req-17db6803-260b-4774-84b5-5b04674c5ccf service neutron] Port a249b671-3bef-468f-bc80-53514e7ff186 on network 9b570ce5-709d-4a1e-a58d-165ac2778a97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82293 {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 30 16:21:18.858016 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c650af-6331-4245-9596-eb5f6a8d023c req-17db6803-260b-4774-84b5-5b04674c5ccf service neutron] Attempting to bind port a249b671-3bef-468f-bc80-53514e7ff186 on network 9b570ce5-709d-4a1e-a58d-165ac2778a97 {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:21:18.872704 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c650af-6331-4245-9596-eb5f6a8d023c req-17db6803-260b-4774-84b5-5b04674c5ccf service neutron] Checking agent: {'id': 'e529ec3e-5d50-4747-9e44-8ad3816b2791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82293', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'started_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:21:18.872704 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c650af-6331-4245-9596-eb5f6a8d023c req-17db6803-260b-4774-84b5-5b04674c5ccf service neutron] Checking segment: {'id': '6acd4051-cf03-4777-a445-7019fbb5d8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9b570ce5-709d-4a1e-a58d-165ac2778a97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:21:18.872704 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81c650af-6331-4245-9596-eb5f6a8d023c req-17db6803-260b-4774-84b5-5b04674c5ccf service neutron] Bound using segment: {'id': '6acd4051-cf03-4777-a445-7019fbb5d8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9b570ce5-709d-4a1e-a58d-165ac2778a97'} {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:21:18.872704 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-81c650af-6331-4245-9596-eb5f6a8d023c req-17db6803-260b-4774-84b5-5b04674c5ccf service neutron] Bound port: a249b671-3bef-468f-bc80-53514e7ff186, host: hv-cinder-82293, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6acd4051-cf03-4777-a445-7019fbb5d8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '9b570ce5-709d-4a1e-a58d-165ac2778a97'}}] {{(pid=82858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:21:18.872704 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-81c650af-6331-4245-9596-eb5f6a8d023c req-17db6803-260b-4774-84b5-5b04674c5ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:18.887866 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5f838b16-f34b-49c8-a1c2-fa88de84a7fb req-891c4e6a-a564-4770-a336-aeaf2f2303b7 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0751519
Dec 30 16:21:18.968006 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-81c650af-6331-4245-9596-eb5f6a8d023c req-17db6803-260b-4774-84b5-5b04674c5ccf service neutron] For port a249b671-3bef-468f-bc80-53514e7ff186, host hv-cinder-82293, cleared binding levels {{(pid=82858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:21:18.971079 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-81c650af-6331-4245-9596-eb5f6a8d023c req-17db6803-260b-4774-84b5-5b04674c5ccf service neutron] For port a249b671-3bef-468f-bc80-53514e7ff186, host hv-cinder-82293, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=a249b671-3bef-468f-bc80-53514e7ff186,segment=NetworkSegment(6acd4051-cf03-4777-a445-7019fbb5d8bc),segment_id=6acd4051-cf03-4777-a445-7019fbb5d8bc)] {{(pid=82858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:21:18.977012 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-81c650af-6331-4245-9596-eb5f6a8d023c req-17db6803-260b-4774-84b5-5b04674c5ccf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2958562'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:18.998459 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa up at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:21:19.052741 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db6803-260b-4774-84b5-5b04674c5ccf service neutron] Pushing event updated for resources: {'Port': ['ID=a249b671-3bef-468f-bc80-53514e7ff186,revision_number=3']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:19.068762 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-81c650af-6331-4245-9596-eb5f6a8d023c req-17db6803-260b-4774-84b5-5b04674c5ccf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:19.071203 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-81c650af-6331-4245-9596-eb5f6a8d023c req-17db6803-260b-4774-84b5-5b04674c5ccf service neutron] 10.222.0.43 "PUT /v2.0/ports/a249b671-3bef-468f-bc80-53514e7ff186 HTTP/1.1" status: 200  len: 1098 time: 1.3902349
Dec 30 16:21:19.071644 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d433dc2-f180-476e-80f6-eb99bbbfa569', 'tag': 'a249b671-3bef-468f-bc80-53514e7ff186'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:21:19.111754 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning for port b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:21:19.120151 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning complete for port b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:21:19.120425 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:19.147568 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e69b4-9686-4939-888d-b79230a413d9 req-9bda0d26-5e98-4f18-9c8b-9b8786e2555c tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:19.149761 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-351e69b4-9686-4939-888d-b79230a413d9 req-9bda0d26-5e98-4f18-9c8b-9b8786e2555c tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d433dc2-f180-476e-80f6-eb99bbbfa569 HTTP/1.1" status: 200  len: 948 time: 0.1223686
Dec 30 16:21:19.202129 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-351e69b4-9686-4939-888d-b79230a413d9 req-533c9c5d-84d0-4c44-aaf6-50df890af10b tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.31 "GET /v2.0/security-groups?id=839a9917-9734-454b-acc7-43bc67e69fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459516
Dec 30 16:21:19.248118 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:19.267410 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94f34c-6759-4812-b192-5376c8a60a9f req-1e8ca8e3-4ac8-4fad-8c9c-564e2de80d66 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:19.268892 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8a94f34c-6759-4812-b192-5376c8a60a9f req-1e8ca8e3-4ac8-4fad-8c9c-564e2de80d66 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/ports?device_id=62b032a7-1216-4df5-8632-78ef599663e1 HTTP/1.1" status: 200  len: 945 time: 0.1485815
Dec 30 16:21:19.276465 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-81c650af-6331-4245-9596-eb5f6a8d023c req-54f2e50d-5a90-49cd-8440-6b31aa0f3fd4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4f632fa5545e4ff482bcb73b5fda0da0&device_id=8d433dc2-f180-476e-80f6-eb99bbbfa569 HTTP/1.1" status: 200  len: 1101 time: 0.1578074
Dec 30 16:21:19.293032 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d433dc2-f180-476e-80f6-eb99bbbfa569', 'tag': 'a249b671-3bef-468f-bc80-53514e7ff186', 'status': 'completed', 'code': 200}
Dec 30 16:21:19.310347 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa,segment=NetworkSegment(14aab721-ed99-48f0-88c3-ecaac8907e53),segment_id=14aab721-ed99-48f0-88c3-ecaac8907e53)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:21:19.315583 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:19.366765 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-81c650af-6331-4245-9596-eb5f6a8d023c req-31742446-3974-41cd-b64b-97849f65b19e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=a249b671-3bef-468f-bc80-53514e7ff186 HTTP/1.1" status: 200  len: 217 time: 0.0728285
Dec 30 16:21:19.399944 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:19.428574 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8a94f34c-6759-4812-b192-5376c8a60a9f req-05bdeac8-0aa7-4c0d-bbf2-66ff291e9828 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a2a6d5d-fa6c-454c-8937-a063afc4c8f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1509399
Dec 30 16:21:19.451759 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c650af-6331-4245-9596-eb5f6a8d023c req-f4523ef4-3c9b-42fe-a37c-75d1815eec1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:19.452847 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-81c650af-6331-4245-9596-eb5f6a8d023c req-f4523ef4-3c9b-42fe-a37c-75d1815eec1d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3a1e38f2-8221-49e7-aadd-e424128387d0 HTTP/1.1" status: 200  len: 843 time: 0.0724146
Dec 30 16:21:19.582131 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-81c650af-6331-4245-9596-eb5f6a8d023c req-f6ae39af-3177-4450-8099-1332ac6eb7c3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9b570ce5-709d-4a1e-a58d-165ac2778a97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1169143
Dec 30 16:21:19.589867 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-660a1ebc-4386-40cb-8a19-0dd55c4baf87 req-f743d2ba-299c-468a-98c0-0c467bcd47fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1536238b1f9f45e0859c9074dfb7be10&device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 1098 time: 0.1616707
Dec 30 16:21:19.783728 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:19.807096 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-81c650af-6331-4245-9596-eb5f6a8d023c req-5d05ca05-69c7-495e-a7ac-6990d3b25f13 service neutron] 10.222.0.43 "GET /v2.0/networks/9b570ce5-709d-4a1e-a58d-165ac2778a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1856670
Dec 30 16:21:19.816028 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a1ebc-4386-40cb-8a19-0dd55c4baf87 req-7364dc55-5ec4-421d-b9a5-61900c2661fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:19.817457 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b21c9-4d03-44a9-9173-5157843ac444 req-6a0d8078-fdbc-4798-a4a9-1af588cbc25a tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:19.817773 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-660a1ebc-4386-40cb-8a19-0dd55c4baf87 req-7364dc55-5ec4-421d-b9a5-61900c2661fb service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a0d327b-13ae-4aab-8565-47511b5fa283 HTTP/1.1" status: 200  len: 917 time: 0.1955755
Dec 30 16:21:19.819091 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-780b21c9-4d03-44a9-9173-5157843ac444 req-6a0d8078-fdbc-4798-a4a9-1af588cbc25a tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.2361069
Dec 30 16:21:19.835069 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e1bad-a882-4d93-8092-63fcce293846 req-f0ffe559-b2e1-4ed1-8e46-76ca3f8d862c tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:19.837185 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4f3e1bad-a882-4d93-8092-63fcce293846 req-f0ffe559-b2e1-4ed1-8e46-76ca3f8d862c tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.1976840
Dec 30 16:21:19.979751 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b032a7-1216-4df5-8632-78ef599663e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:21:19.984957 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4f3e1bad-a882-4d93-8092-63fcce293846 req-ab5b308f-b5ca-4591-95e9-5e0188142ec3 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0963938
Dec 30 16:21:19.988154 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-660a1ebc-4386-40cb-8a19-0dd55c4baf87 req-d6d2e4c0-2e49-484c-8481-5ed767049273 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=094c562e-74b6-42c1-9b38-609300df83c9 HTTP/1.1" status: 200  len: 1000 time: 0.1498988
Dec 30 16:21:20.021613 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-780b21c9-4d03-44a9-9173-5157843ac444 req-ecaa33e4-3535-4a9c-8a96-c598eab9c3a8 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133661
Dec 30 16:21:20.066292 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-81c650af-6331-4245-9596-eb5f6a8d023c req-62ee7e9e-151d-47b8-9d4d-e15f2255eb62 service neutron] 10.222.0.43 "GET /v2.0/networks/9b570ce5-709d-4a1e-a58d-165ac2778a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2459583
Dec 30 16:21:20.077326 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a1ebc-4386-40cb-8a19-0dd55c4baf87 req-c7ccf2e0-9293-4d0a-87e3-a64440bad7b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:20.078933 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-660a1ebc-4386-40cb-8a19-0dd55c4baf87 req-c7ccf2e0-9293-4d0a-87e3-a64440bad7b3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0ef2724a-abaf-4140-a584-2ca4130b70f6 HTTP/1.1" status: 200  len: 856 time: 0.0804954
Dec 30 16:21:20.105423 dv-cinder-822939-1-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b032a7-1216-4df5-8632-78ef599663e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa', 'code': 200}
Dec 30 16:21:20.203745 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-beac2a25-b833-4207-be00-74a854af709c req-41465846-2461-4bba-b902-0d2f46ebb0f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4f632fa5545e4ff482bcb73b5fda0da0&device_id=8d433dc2-f180-476e-80f6-eb99bbbfa569 HTTP/1.1" status: 200  len: 1101 time: 0.0825830
Dec 30 16:21:20.313249 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-660a1ebc-4386-40cb-8a19-0dd55c4baf87 req-6463b3be-9357-4384-a2bd-fc12bd696b6f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a0d327b-13ae-4aab-8565-47511b5fa283&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2236774
Dec 30 16:21:20.319062 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0218b44-a1a5-4e5a-b60c-3f91cdbc1fae req-a04e2114-e9c9-48f8-83bf-e586eed87e00 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:20.320552 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b0218b44-a1a5-4e5a-b60c-3f91cdbc1fae req-a04e2114-e9c9-48f8-83bf-e586eed87e00 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 945 time: 0.1902318
Dec 30 16:21:20.396780 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac2a25-b833-4207-be00-74a854af709c req-955134ee-d8d3-4d3e-a076-849ab08bdb1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:20.398349 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-beac2a25-b833-4207-be00-74a854af709c req-955134ee-d8d3-4d3e-a076-849ab08bdb1c service neutron] 10.222.0.43 "GET /v2.0/networks?id=9b570ce5-709d-4a1e-a58d-165ac2778a97 HTTP/1.1" status: 200  len: 869 time: 0.1775639
Dec 30 16:21:20.476723 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-beac2a25-b833-4207-be00-74a854af709c req-d2214829-0043-43ea-8c19-f2203fccc39a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=a249b671-3bef-468f-bc80-53514e7ff186 HTTP/1.1" status: 200  len: 217 time: 0.0669725
Dec 30 16:21:20.528215 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b0218b44-a1a5-4e5a-b60c-3f91cdbc1fae req-a6505bcd-5d30-49da-b63c-e70669ce9803 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1509602
Dec 30 16:21:20.548395 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac2a25-b833-4207-be00-74a854af709c req-7c127eda-3d94-4a7b-9a05-3aa3d749432e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:20.549824 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-beac2a25-b833-4207-be00-74a854af709c req-7c127eda-3d94-4a7b-9a05-3aa3d749432e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3a1e38f2-8221-49e7-aadd-e424128387d0 HTTP/1.1" status: 200  len: 843 time: 0.0671413
Dec 30 16:21:20.551785 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-660a1ebc-4386-40cb-8a19-0dd55c4baf87 req-c0aa74af-02cb-409c-84ac-53799cbdadfe service neutron] 10.222.0.43 "GET /v2.0/networks/9a0d327b-13ae-4aab-8565-47511b5fa283?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2271132
Dec 30 16:21:20.558412 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-42d01927-215e-4c7f-91cb-a68c724ad7b4 req-418850d0-9f86-4071-b70e-d11767da3676 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=62b032a7-1216-4df5-8632-78ef599663e1 HTTP/1.1" status: 200  len: 1099 time: 0.2158823
Dec 30 16:21:20.559510 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f9f9f4-7eb8-421a-999e-4178442bf58f req-41d3c84f-972b-4ed7-b7fe-0c8350914aec tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:20.560170 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-76f9f9f4-7eb8-421a-999e-4178442bf58f req-41d3c84f-972b-4ed7-b7fe-0c8350914aec tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Synchronizing usage tracker for tenant:4f632fa5545e4ff482bcb73b5fda0da0 on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:21:20.629937 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-76f9f9f4-7eb8-421a-999e-4178442bf58f req-41d3c84f-972b-4ed7-b7fe-0c8350914aec tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Unset dirty status for tenant:4f632fa5545e4ff482bcb73b5fda0da0 on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:21:20.631065 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-76f9f9f4-7eb8-421a-999e-4178442bf58f req-41d3c84f-972b-4ed7-b7fe-0c8350914aec tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d433dc2-f180-476e-80f6-eb99bbbfa569 HTTP/1.1" status: 200  len: 948 time: 0.2686062
Dec 30 16:21:20.680468 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-beac2a25-b833-4207-be00-74a854af709c req-09c8800c-72b5-4a5b-92ad-3313a5099abc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9b570ce5-709d-4a1e-a58d-165ac2778a97&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1163566
Dec 30 16:21:20.754402 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-76f9f9f4-7eb8-421a-999e-4178442bf58f req-07763277-9242-4dc4-8e98-68d23583a518 tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.31 "GET /v2.0/security-groups?id=839a9917-9734-454b-acc7-43bc67e69fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148143
Dec 30 16:21:20.791321 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-42d01927-215e-4c7f-91cb-a68c724ad7b4 req-056c7042-5c75-49a4-bdc8-43c579b54653 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5a2a6d5d-fa6c-454c-8937-a063afc4c8f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2171137
Dec 30 16:21:20.813149 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-660a1ebc-4386-40cb-8a19-0dd55c4baf87 req-66a3cc12-5290-454e-a6e3-742cbcb248ea service neutron] 10.222.0.43 "GET /v2.0/networks/9a0d327b-13ae-4aab-8565-47511b5fa283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2378154
Dec 30 16:21:20.821845 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-beac2a25-b833-4207-be00-74a854af709c req-254565ae-ea5e-4873-b631-a1d509a1c8e2 service neutron] 10.222.0.43 "GET /v2.0/networks/9b570ce5-709d-4a1e-a58d-165ac2778a97?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334805
Dec 30 16:21:20.830308 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554c480-2309-43a8-bd64-529619194a34 req-dd0b2c32-b32e-4547-8ae5-ceb5514921ea tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:20.831724 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a554c480-2309-43a8-bd64-529619194a34 req-dd0b2c32-b32e-4547-8ae5-ceb5514921ea tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/ports?device_id=62b032a7-1216-4df5-8632-78ef599663e1 HTTP/1.1" status: 200  len: 946 time: 0.1476126
Dec 30 16:21:20.883456 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a554c480-2309-43a8-bd64-529619194a34 req-0d7f8a95-18d5-43cb-b836-0e0c2c64144d tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a2a6d5d-fa6c-454c-8937-a063afc4c8f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450699
Dec 30 16:21:21.231482 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-beac2a25-b833-4207-be00-74a854af709c req-650a0e17-ed96-49e4-be25-b032c66a6531 service neutron] 10.222.0.43 "GET /v2.0/networks/9b570ce5-709d-4a1e-a58d-165ac2778a97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1789699
Dec 30 16:21:21.257366 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a282c86-aefb-4b66-92a6-5b5cad51fae5 req-7777dae0-47a9-4754-b174-132d60c24322 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:21.261392 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1a282c86-aefb-4b66-92a6-5b5cad51fae5 req-7777dae0-47a9-4754-b174-132d60c24322 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.1128738
Dec 30 16:21:21.261544 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076c285-6c7a-4bf7-99c6-d85a7d44c83a req-f33d6f37-66a8-43c8-ada2-a6749e6b946e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:21.263001 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f076c285-6c7a-4bf7-99c6-d85a7d44c83a req-f33d6f37-66a8-43c8-ada2-a6749e6b946e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.0766687
Dec 30 16:21:21.306312 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1a282c86-aefb-4b66-92a6-5b5cad51fae5 req-ae38430b-b435-41db-9939-66215ae63836 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409098
Dec 30 16:21:21.308767 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f076c285-6c7a-4bf7-99c6-d85a7d44c83a req-0425eecc-1e7d-4e2d-9304-e574c5eafead tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396791
Dec 30 16:21:21.782392 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234481d-d5f8-4e8c-bf66-07c8d972d1f9 req-8b51653a-d1ab-4b45-a25c-bd465dec7f8f tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:21.784487 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1234481d-d5f8-4e8c-bf66-07c8d972d1f9 req-8b51653a-d1ab-4b45-a25c-bd465dec7f8f tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 945 time: 0.0917718
Dec 30 16:21:21.795962 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933d27a-cfeb-4664-b9dd-10ba6f8b5c08 req-d1f8ed7b-4918-4611-ad97-9b35047bc1fc tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:21.797392 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d933d27a-cfeb-4664-b9dd-10ba6f8b5c08 req-d1f8ed7b-4918-4611-ad97-9b35047bc1fc tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.1060522
Dec 30 16:21:21.799885 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-df7f3214-e38f-41ed-8565-c932c66a3ccf req-173650d3-be38-4d35-96bc-215d78e40d6c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bfcfc39d438a466484958cfa05016678&device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 1098 time: 0.1437495
Dec 30 16:21:21.833123 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1234481d-d5f8-4e8c-bf66-07c8d972d1f9 req-dafda6a2-d215-4503-8a10-c1cef6a83a9e tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418403
Dec 30 16:21:21.927320 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d933d27a-cfeb-4664-b9dd-10ba6f8b5c08 req-ae283f14-740c-4272-9545-7bfc20bdb068 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238346
Dec 30 16:21:21.952443 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:21:21.973181 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f3214-e38f-41ed-8565-c932c66a3ccf req-72e2233b-c735-4877-b478-9af39d5aed83 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:21.974657 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-df7f3214-e38f-41ed-8565-c932c66a3ccf req-72e2233b-c735-4877-b478-9af39d5aed83 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a3de7164-b44c-4490-994c-7ba5630844e6 HTTP/1.1" status: 200  len: 919 time: 0.1568892
Dec 30 16:21:22.043478 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cfa6f-3503-4a87-8dd0-2b2371232a04 req-52370768-a299-41bf-96b4-4233fea40b86 tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:22.044839 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3f0cfa6f-3503-4a87-8dd0-2b2371232a04 req-52370768-a299-41bf-96b4-4233fea40b86 tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d433dc2-f180-476e-80f6-eb99bbbfa569 HTTP/1.1" status: 200  len: 948 time: 0.0828125
Dec 30 16:21:22.090545 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3f0cfa6f-3503-4a87-8dd0-2b2371232a04 req-64071b93-6e03-40b4-970f-7f4351b9a28a tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.31 "GET /v2.0/security-groups?id=839a9917-9734-454b-acc7-43bc67e69fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401375
Dec 30 16:21:22.096730 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-df7f3214-e38f-41ed-8565-c932c66a3ccf req-52036e38-8c4e-4a06-9c41-e111e94d320b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=58d25a44-56b8-4cdf-be95-380b236a795e HTTP/1.1" status: 200  len: 217 time: 0.0972676
Dec 30 16:21:22.251314 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f3214-e38f-41ed-8565-c932c66a3ccf req-18b4946a-02d2-4899-ae44-dd0ef5c21e55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:22.252706 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-df7f3214-e38f-41ed-8565-c932c66a3ccf req-18b4946a-02d2-4899-ae44-dd0ef5c21e55 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b2b50e5-e35b-4e54-90cf-cd642185a38d HTTP/1.1" status: 200  len: 859 time: 0.1414852
Dec 30 16:21:22.262942 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a89a86-8064-4d6c-b4ac-4e03daaf9b97 req-427480d0-9b43-47af-a05b-35fd1f867362 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:22.264370 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e3a89a86-8064-4d6c-b4ac-4e03daaf9b97 req-427480d0-9b43-47af-a05b-35fd1f867362 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/ports?device_id=62b032a7-1216-4df5-8632-78ef599663e1 HTTP/1.1" status: 200  len: 946 time: 0.2021089
Dec 30 16:21:22.316976 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-df7f3214-e38f-41ed-8565-c932c66a3ccf req-32d01959-a378-4acb-84ef-dff58da74ce8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3de7164-b44c-4490-994c-7ba5630844e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0513148
Dec 30 16:21:22.426547 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e3a89a86-8064-4d6c-b4ac-4e03daaf9b97 req-d2bad0ac-fcc4-45af-b835-5d3032cef41f tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a2a6d5d-fa6c-454c-8937-a063afc4c8f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1280730
Dec 30 16:21:22.484109 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-df7f3214-e38f-41ed-8565-c932c66a3ccf req-3c253f60-73d0-44b4-8ca0-9dbd83ba50d9 service neutron] 10.222.0.43 "GET /v2.0/networks/a3de7164-b44c-4490-994c-7ba5630844e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1577399
Dec 30 16:21:22.524730 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b15ee-03a8-4ba1-9174-1bb9bb8a7676 req-4791c18c-c5f1-4628-8f2d-cd2be822c713 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:22.526360 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f62b15ee-03a8-4ba1-9174-1bb9bb8a7676 req-4791c18c-c5f1-4628-8f2d-cd2be822c713 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.0873537
Dec 30 16:21:22.571478 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:22.578052 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f62b15ee-03a8-4ba1-9174-1bb9bb8a7676 req-93ba131c-72ae-4c57-8231-6416ed7ff412 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459447
Dec 30 16:21:22.626344 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-df7f3214-e38f-41ed-8565-c932c66a3ccf req-98fced03-476f-4f50-a374-78ef76a5a53c service neutron] 10.222.0.43 "GET /v2.0/networks/a3de7164-b44c-4490-994c-7ba5630844e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1369441
Dec 30 16:21:23.022729 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device a249b671-3bef-468f-bc80-53514e7ff186 details requested by agent hyperv_hv-cinder-82293 with host hv-cinder-82293 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 30 16:21:23.060900 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f9a2d-d0ef-44a8-9b9c-9c649aee40d2 req-4182b922-c168-4f8e-8d3e-c73ddaaa5731 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:23.062514 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-503f9a2d-d0ef-44a8-9b9c-9c649aee40d2 req-4182b922-c168-4f8e-8d3e-c73ddaaa5731 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 945 time: 0.0789583
Dec 30 16:21:23.119074 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-503f9a2d-d0ef-44a8-9b9c-9c649aee40d2 req-c8dc530c-8015-423e-bfb6-4c8a16eed76f tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510681
Dec 30 16:21:23.139035 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c304f88-b74c-4878-8ba7-3ce6f3a6a5a4 req-a4dd9d93-67fa-4677-aadb-df3330d699d9 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:23.140578 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5c304f88-b74c-4878-8ba7-3ce6f3a6a5a4 req-a4dd9d93-67fa-4677-aadb-df3330d699d9 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.0810626
Dec 30 16:21:23.176118 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port a249b671-3bef-468f-bc80-53514e7ff186, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=a249b671-3bef-468f-bc80-53514e7ff186,segment=NetworkSegment(6acd4051-cf03-4777-a445-7019fbb5d8bc),segment_id=6acd4051-cf03-4777-a445-7019fbb5d8bc)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:21:23.194014 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Returning: {'device': 'a249b671-3bef-468f-bc80-53514e7ff186', 'network_id': '9b570ce5-709d-4a1e-a58d-165ac2778a97', 'port_id': 'a249b671-3bef-468f-bc80-53514e7ff186', 'mac_address': 'fa:16:3e:f9:f0:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1e38f2-8221-49e7-aadd-e424128387d0', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 30 16:21:23.197791 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5c304f88-b74c-4878-8ba7-3ce6f3a6a5a4 req-9e05579a-0283-4ac9-9838-c3fb5de4653b tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515814
Dec 30 16:21:23.257859 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:23.278474 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a249b671-3bef-468f-bc80-53514e7ff186 {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:21:23.295314 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port a249b671-3bef-468f-bc80-53514e7ff186, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=a249b671-3bef-468f-bc80-53514e7ff186,segment=NetworkSegment(6acd4051-cf03-4777-a445-7019fbb5d8bc),segment_id=6acd4051-cf03-4777-a445-7019fbb5d8bc)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:21:23.300668 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:23.346768 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca3fa6e-4c02-48ba-8d70-59669f318c95 req-17b17142-9952-4655-95d1-29772d94dc07 tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:23.348196 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-bca3fa6e-4c02-48ba-8d70-59669f318c95 req-17b17142-9952-4655-95d1-29772d94dc07 tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d433dc2-f180-476e-80f6-eb99bbbfa569 HTTP/1.1" status: 200  len: 948 time: 0.0933390
Dec 30 16:21:23.374510 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=a249b671-3bef-468f-bc80-53514e7ff186,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:23.397639 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-bca3fa6e-4c02-48ba-8d70-59669f318c95 req-eba33116-0907-485b-985f-68bc5ebf26fc tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.31 "GET /v2.0/security-groups?id=839a9917-9734-454b-acc7-43bc67e69fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435297
Dec 30 16:21:23.588580 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['a249b671-3bef-468f-bc80-53514e7ff186'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:21:23.637759 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79bd96-8f48-4016-92a2-5a9059f55f1a req-f6fabe95-ab9e-4a8c-8cc6-a3f78ebc4ccc tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:23.639319 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2a79bd96-8f48-4016-92a2-5a9059f55f1a req-f6fabe95-ab9e-4a8c-8cc6-a3f78ebc4ccc tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/ports?device_id=62b032a7-1216-4df5-8632-78ef599663e1 HTTP/1.1" status: 200  len: 946 time: 0.0825818
Dec 30 16:21:23.694416 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2a79bd96-8f48-4016-92a2-5a9059f55f1a req-6ddbcd23-b0ad-44cb-979b-43ce5c43e630 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a2a6d5d-fa6c-454c-8937-a063afc4c8f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484786
Dec 30 16:21:23.792794 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584f8e0-c492-47c9-91a9-75ed8567b948 req-331569ff-e88e-4a50-a7fb-eee15a2d1070 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:23.794262 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3584f8e0-c492-47c9-91a9-75ed8567b948 req-331569ff-e88e-4a50-a7fb-eee15a2d1070 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.0857043
Dec 30 16:21:23.840579 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3584f8e0-c492-47c9-91a9-75ed8567b948 req-ca51531d-f914-4fb5-a1e1-ede1148916c4 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403574
Dec 30 16:21:24.360579 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf5a6f-3e49-4684-b252-78d7fdc80d03 req-e8837e85-57e2-4e02-b6b9-f426a239ebd7 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:24.362127 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-fccf5a6f-3e49-4684-b252-78d7fdc80d03 req-e8837e85-57e2-4e02-b6b9-f426a239ebd7 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 945 time: 0.0979357
Dec 30 16:21:24.413538 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8048085-6638-4817-a29d-638739890044 req-092cfd57-69b0-4c6a-b082-4ac2e9401b0c tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:24.415355 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c8048085-6638-4817-a29d-638739890044 req-092cfd57-69b0-4c6a-b082-4ac2e9401b0c tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.0821967
Dec 30 16:21:24.418830 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-fccf5a6f-3e49-4684-b252-78d7fdc80d03 req-fa101e7d-f46e-411e-9eed-7b45f25dbb64 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500255
Dec 30 16:21:24.475316 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c8048085-6638-4817-a29d-638739890044 req-2d5e3cb9-4802-4332-9483-8e9fc5a3cba9 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525520
Dec 30 16:21:24.642601 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07160882-7658-4248-ab7a-28e6170347c6 req-f3bcdd13-5a9c-4726-9734-2795bb2ca48f tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:24.645468 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-07160882-7658-4248-ab7a-28e6170347c6 req-f3bcdd13-5a9c-4726-9734-2795bb2ca48f tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d433dc2-f180-476e-80f6-eb99bbbfa569 HTTP/1.1" status: 200  len: 949 time: 0.0870755
Dec 30 16:21:24.696829 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-07160882-7658-4248-ab7a-28e6170347c6 req-7fd88742-913a-4011-89b3-af01640e6800 tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.31 "GET /v2.0/security-groups?id=839a9917-9734-454b-acc7-43bc67e69fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471451
Dec 30 16:21:25.038624 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device a249b671-3bef-468f-bc80-53514e7ff186 up at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:21:25.070811 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9faabeb-68fe-4ca6-9e9c-3e7d6a18c105 req-880d6f9a-dbf4-4ce9-9387-2aa8c5fe4138 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:25.070811 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b9faabeb-68fe-4ca6-9e9c-3e7d6a18c105 req-880d6f9a-dbf4-4ce9-9387-2aa8c5fe4138 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.0944138
Dec 30 16:21:25.121075 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b9faabeb-68fe-4ca6-9e9c-3e7d6a18c105 req-cff5a183-c568-41a2-9705-d93624d6bb86 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454719
Dec 30 16:21:25.130314 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e61ae5-a043-440c-9cd1-4be5a8506df2 req-d7aa8649-edaa-48f2-bd90-245ec05d5e5b tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:25.132150 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-61e61ae5-a043-440c-9cd1-4be5a8506df2 req-d7aa8649-edaa-48f2-bd90-245ec05d5e5b tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/ports?device_id=62b032a7-1216-4df5-8632-78ef599663e1 HTTP/1.1" status: 200  len: 946 time: 0.0808682
Dec 30 16:21:25.133850 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning for port a249b671-3bef-468f-bc80-53514e7ff186 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:21:25.139073 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning complete for port a249b671-3bef-468f-bc80-53514e7ff186 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:21:25.139556 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:25.179912 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-61e61ae5-a043-440c-9cd1-4be5a8506df2 req-3f38129b-0675-4d93-b8d5-d3d2625d846d tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a2a6d5d-fa6c-454c-8937-a063afc4c8f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410340
Dec 30 16:21:25.283837 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:25.316901 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d433dc2-f180-476e-80f6-eb99bbbfa569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a249b671-3bef-468f-bc80-53514e7ff186'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:21:25.327345 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port a249b671-3bef-468f-bc80-53514e7ff186, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=a249b671-3bef-468f-bc80-53514e7ff186,segment=NetworkSegment(6acd4051-cf03-4777-a445-7019fbb5d8bc),segment_id=6acd4051-cf03-4777-a445-7019fbb5d8bc)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:21:25.332566 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:25.375554 dv-cinder-822939-1-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d433dc2-f180-476e-80f6-eb99bbbfa569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a249b671-3bef-468f-bc80-53514e7ff186', 'code': 200}
Dec 30 16:21:25.404535 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=a249b671-3bef-468f-bc80-53514e7ff186,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:25.690694 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddf407-3c19-45c9-a682-0203b305a83d req-d97c2eae-4066-45a3-99ce-e8e6e9c68c35 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:25.692125 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d9ddf407-3c19-45c9-a682-0203b305a83d req-d97c2eae-4066-45a3-99ce-e8e6e9c68c35 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.0766222
Dec 30 16:21:25.696852 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e6821-4e10-46d2-843a-4e6af3db1c36 req-e3489290-14f1-445a-b33c-398bd4da98ce tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:25.698313 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ac2e6821-4e10-46d2-843a-4e6af3db1c36 req-e3489290-14f1-445a-b33c-398bd4da98ce tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 945 time: 0.1317635
Dec 30 16:21:25.705664 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-df2d3b0a-af5d-4ff9-9ad2-c33730176a43 req-456a4bbb-ddac-4a66-841f-0a9265b9c715 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8d433dc2-f180-476e-80f6-eb99bbbfa569 HTTP/1.1" status: 200  len: 1103 time: 0.1089101
Dec 30 16:21:25.738514 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d9ddf407-3c19-45c9-a682-0203b305a83d req-f1aea8b0-f6d8-436d-94d4-1ded713ed935 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402308
Dec 30 16:21:25.776697 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ac2e6821-4e10-46d2-843a-4e6af3db1c36 req-ffde69a1-4ad6-4aea-8b4e-5cf70b993851 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0701253
Dec 30 16:21:25.778510 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-df2d3b0a-af5d-4ff9-9ad2-c33730176a43 req-43a6492a-1cf6-4874-9741-1e4655893917 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=839a9917-9734-454b-acc7-43bc67e69fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580082
Dec 30 16:21:25.937341 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9882f-526f-4471-b7c0-337158267afe req-bd8e40a4-dda2-4122-a669-e57be34a61af tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:25.938765 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-68d9882f-526f-4471-b7c0-337158267afe req-bd8e40a4-dda2-4122-a669-e57be34a61af tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d433dc2-f180-476e-80f6-eb99bbbfa569 HTTP/1.1" status: 200  len: 950 time: 0.0840104
Dec 30 16:21:25.985467 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-68d9882f-526f-4471-b7c0-337158267afe req-bd7c1aa8-f97b-408e-abab-17f645b02b88 tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.31 "GET /v2.0/security-groups?id=839a9917-9734-454b-acc7-43bc67e69fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407653
Dec 30 16:21:26.329702 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55d4ed-f84b-4554-bcca-237d3891e9b4 req-6985ef44-1dba-4b94-b019-76a5b27a2577 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:26.331156 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8e55d4ed-f84b-4554-bcca-237d3891e9b4 req-6985ef44-1dba-4b94-b019-76a5b27a2577 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.0828834
Dec 30 16:21:26.377022 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8e55d4ed-f84b-4554-bcca-237d3891e9b4 req-889a4511-995c-46e8-9357-d5f07a0a120c tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392563
Dec 30 16:21:26.379501 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048b401-5748-40d9-b965-780993c0c0e4 req-12d5fb2d-92fd-4d0b-9928-5a51b34baa0c tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:26.380935 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7048b401-5748-40d9-b965-780993c0c0e4 req-12d5fb2d-92fd-4d0b-9928-5a51b34baa0c tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/ports?device_id=62b032a7-1216-4df5-8632-78ef599663e1 HTTP/1.1" status: 200  len: 946 time: 0.0774019
Dec 30 16:21:26.490163 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7048b401-5748-40d9-b965-780993c0c0e4 req-943f1bbb-f385-495d-b2a3-ab6d79181bd5 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a2a6d5d-fa6c-454c-8937-a063afc4c8f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036434
Dec 30 16:21:26.938913 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7f582-466b-4abd-9064-391e099ea90a req-3cc86d60-c7ba-4787-abc3-67cbbab6066c tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:26.940320 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-25d7f582-466b-4abd-9064-391e099ea90a req-3cc86d60-c7ba-4787-abc3-67cbbab6066c tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.0819764
Dec 30 16:21:26.994968 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-25d7f582-466b-4abd-9064-391e099ea90a req-cf978154-d3a8-4111-a730-1d9fa8b5dce0 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446737
Dec 30 16:21:27.000817 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837612db-8d0a-4dc3-add4-d38a13a756f8 req-07a5aa31-ec28-4144-9550-e93d055333dc tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:27.002248 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-837612db-8d0a-4dc3-add4-d38a13a756f8 req-07a5aa31-ec28-4144-9550-e93d055333dc tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 945 time: 0.0826812
Dec 30 16:21:27.047178 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-837612db-8d0a-4dc3-add4-d38a13a756f8 req-54fa7fed-eccd-498a-a746-536865fb67bf tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392702
Dec 30 16:21:27.067832 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 094c562e-74b6-42c1-9b38-609300df83c9 details requested by agent hyperv_hv-cinder-82293 with host hv-cinder-82293 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 30 16:21:27.191487 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cef757-da11-4a83-b0ae-4143cac72bc1 req-57fc51e9-beeb-44b4-967b-a6412d21d8fe tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:27.192945 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f9cef757-da11-4a83-b0ae-4143cac72bc1 req-57fc51e9-beeb-44b4-967b-a6412d21d8fe tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d433dc2-f180-476e-80f6-eb99bbbfa569 HTTP/1.1" status: 200  len: 950 time: 0.0801229
Dec 30 16:21:27.208106 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 094c562e-74b6-42c1-9b38-609300df83c9, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=094c562e-74b6-42c1-9b38-609300df83c9,segment=NetworkSegment(5936c83c-be6b-48e8-9fcb-7dbbfde67386),segment_id=5936c83c-be6b-48e8-9fcb-7dbbfde67386)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:21:27.221613 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Returning: {'device': '094c562e-74b6-42c1-9b38-609300df83c9', 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283', 'port_id': '094c562e-74b6-42c1-9b38-609300df83c9', 'mac_address': 'fa:16:3e:dd:6a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 30 16:21:27.249059 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f9cef757-da11-4a83-b0ae-4143cac72bc1 req-46167f4b-79d6-4375-8146-6b41c85011cb tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.31 "GET /v2.0/security-groups?id=839a9917-9734-454b-acc7-43bc67e69fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500960
Dec 30 16:21:27.280384 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:27.297340 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 094c562e-74b6-42c1-9b38-609300df83c9 {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:21:27.313231 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 094c562e-74b6-42c1-9b38-609300df83c9, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=094c562e-74b6-42c1-9b38-609300df83c9,segment=NetworkSegment(5936c83c-be6b-48e8-9fcb-7dbbfde67386),segment_id=5936c83c-be6b-48e8-9fcb-7dbbfde67386)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:21:27.318968 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:27.385299 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=094c562e-74b6-42c1-9b38-609300df83c9,revision_number=6']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:27.526723 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['094c562e-74b6-42c1-9b38-609300df83c9'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:21:27.637099 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc45746-dab5-4194-9e98-2a4dd38f1e88 req-f9ad3d24-55f3-40f6-8ac1-c4fa0e1c178b tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:27.638681 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6cc45746-dab5-4194-9e98-2a4dd38f1e88 req-f9ad3d24-55f3-40f6-8ac1-c4fa0e1c178b tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.1210682
Dec 30 16:21:27.731837 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6cc45746-dab5-4194-9e98-2a4dd38f1e88 req-bf94457a-8b37-4d2b-8e68-dfc4e5f68753 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0866220
Dec 30 16:21:27.799358 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56efe30f-eceb-4724-a667-997193ad78c6 req-0c9ff332-f631-477d-b07f-f94425f35561 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:27.800781 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-56efe30f-eceb-4724-a667-997193ad78c6 req-0c9ff332-f631-477d-b07f-f94425f35561 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/ports?device_id=62b032a7-1216-4df5-8632-78ef599663e1 HTTP/1.1" status: 200  len: 946 time: 0.1578221
Dec 30 16:21:27.809476 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a9811-3934-427f-91f5-cbf417d8839d req-d315f057-ad09-40a0-81ac-a7db610f521e tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:27.810861 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a81a9811-3934-427f-91f5-cbf417d8839d req-d315f057-ad09-40a0-81ac-a7db610f521e tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.43 "GET /v2.0/ports?device_id=62b032a7-1216-4df5-8632-78ef599663e1 HTTP/1.1" status: 200  len: 946 time: 0.1319330
Dec 30 16:21:27.904495 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-56efe30f-eceb-4724-a667-997193ad78c6 req-10fcfe34-aa65-4968-b260-4f37f80ca1fc tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a2a6d5d-fa6c-454c-8937-a063afc4c8f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926950
Dec 30 16:21:27.916534 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [req-a81a9811-3934-427f-91f5-cbf417d8839d req-42542b62-a7d0-4974-ab12-5f857ff5f326 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Deleting port b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:21:27.917191 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-a81a9811-3934-427f-91f5-cbf417d8839d req-42542b62-a7d0-4974-ab12-5f857ff5f326 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:28.217278 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37446728-336a-413e-9f22-579dc893dd4d req-3f40f0da-034e-40cb-8c1b-c615ca167b97 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:28.227227 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-37446728-336a-413e-9f22-579dc893dd4d req-3f40f0da-034e-40cb-8c1b-c615ca167b97 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.0932832
Dec 30 16:21:28.305738 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-37446728-336a-413e-9f22-579dc893dd4d req-8844f66c-0057-475f-b4ce-742fe99d1840 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765185
Dec 30 16:21:28.348325 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-a81a9811-3934-427f-91f5-cbf417d8839d req-42542b62-a7d0-4974-ab12-5f857ff5f326 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] For port b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa,segment=NetworkSegment(14aab721-ed99-48f0-88c3-ecaac8907e53),segment_id=14aab721-ed99-48f0-88c3-ecaac8907e53)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:21:28.348887 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-a81a9811-3934-427f-91f5-cbf417d8839d req-42542b62-a7d0-4974-ab12-5f857ff5f326 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:28.500103 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [req-a81a9811-3934-427f-91f5-cbf417d8839d req-42542b62-a7d0-4974-ab12-5f857ff5f326 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Calling delete_port for b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa owned by compute:nova {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:21:28.524612 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a580851-9a1b-4dc4-adb8-1cd62cf8b6b1 req-21a9bac9-8516-41a5-8a05-e710587e45fb tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:28.526121 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8a580851-9a1b-4dc4-adb8-1cd62cf8b6b1 req-21a9bac9-8516-41a5-8a05-e710587e45fb tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d433dc2-f180-476e-80f6-eb99bbbfa569 HTTP/1.1" status: 200  len: 950 time: 0.0911357
Dec 30 16:21:28.575717 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8a580851-9a1b-4dc4-adb8-1cd62cf8b6b1 req-4f0f8a44-1140-4494-be82-59bd331c8ec6 tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.31 "GET /v2.0/security-groups?id=839a9917-9734-454b-acc7-43bc67e69fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434473
Dec 30 16:21:28.643510 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605f54f-ccf0-425a-ba31-791a824dda67 req-737a478a-7d72-411f-bb1b-041035dc7ef7 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:28.645063 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9605f54f-ccf0-425a-ba31-791a824dda67 req-737a478a-7d72-411f-bb1b-041035dc7ef7 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 944 time: 0.3659534
Dec 30 16:21:28.743387 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9605f54f-ccf0-425a-ba31-791a824dda67 req-e0270dca-f949-4b03-a533-f56669a46237 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0917616
Dec 30 16:21:28.753990 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-a81a9811-3934-427f-91f5-cbf417d8839d req-42542b62-a7d0-4974-ab12-5f857ff5f326 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:28.776372 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:21:28.815474 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42542b62-a7d0-4974-ab12-5f857ff5f326 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Pushing event deleted for resources: {'Port': ['ID=b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:28.927362 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81a9811-3934-427f-91f5-cbf417d8839d req-42542b62-a7d0-4974-ab12-5f857ff5f326 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] No DVR routers for this DVR port b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa on host hv-cinder-82293 {{(pid=82858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 30 16:21:28.930518 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-a81a9811-3934-427f-91f5-cbf417d8839d req-42542b62-a7d0-4974-ab12-5f857ff5f326 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:28.934192 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b032a7-1216-4df5-8632-78ef599663e1', 'name': 'network-vif-deleted', 'tag': 'b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:21:28.954531 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a81a9811-3934-427f-91f5-cbf417d8839d req-42542b62-a7d0-4974-ab12-5f857ff5f326 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.43 "DELETE /v2.0/ports/b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa HTTP/1.1" status: 204  len: 173 time: 1.1227682
Dec 30 16:21:29.062541 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e98366-f5a8-4392-965c-3cece2e5d74d req-da6003c0-26f6-48f0-9366-fcf7a9b82b4b tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:29.064398 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-63e98366-f5a8-4392-965c-3cece2e5d74d req-da6003c0-26f6-48f0-9366-fcf7a9b82b4b tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.0924819
Dec 30 16:21:29.068682 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 094c562e-74b6-42c1-9b38-609300df83c9 up at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:21:29.126009 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb416c-39e8-4937-874b-60e6364413d6 req-48027906-41cb-4b3b-b153-1b17cb7ab3a6 tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:29.136209 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-28fb416c-39e8-4937-874b-60e6364413d6 req-48027906-41cb-4b3b-b153-1b17cb7ab3a6 tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d433dc2-f180-476e-80f6-eb99bbbfa569 HTTP/1.1" status: 200  len: 950 time: 0.1206508
Dec 30 16:21:29.161196 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning complete for port 094c562e-74b6-42c1-9b38-609300df83c9 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:21:29.161988 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:29.163483 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-63e98366-f5a8-4392-965c-3cece2e5d74d req-bf9c61ea-b2d4-40bb-9877-305a5bc47e6f tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0916784
Dec 30 16:21:29.212868 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-28fb416c-39e8-4937-874b-60e6364413d6 req-24711989-2537-4170-850e-614eac0e4b5f tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.31 "GET /v2.0/security-groups?id=839a9917-9734-454b-acc7-43bc67e69fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738719
Dec 30 16:21:29.294726 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b032a7-1216-4df5-8632-78ef599663e1', 'name': 'network-vif-deleted', 'tag': 'b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa', 'status': 'completed', 'code': 200}
Dec 30 16:21:29.321121 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:29.358220 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f037c14-64b7-46d3-a080-0ffbf8e791e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094c562e-74b6-42c1-9b38-609300df83c9'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:21:29.375636 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 094c562e-74b6-42c1-9b38-609300df83c9, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=094c562e-74b6-42c1-9b38-609300df83c9,segment=NetworkSegment(5936c83c-be6b-48e8-9fcb-7dbbfde67386),segment_id=5936c83c-be6b-48e8-9fcb-7dbbfde67386)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:21:29.384249 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:29.394884 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-d2b2bbc3-7eaf-471c-98fb-4d7e17f0e858 req-7a82580e-eaee-4bcd-bf50-72a2e63db155 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Synchronizing usage tracker for tenant:8e4cbd126f534163a53becec911f90ce on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:21:29.418200 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-d2b2bbc3-7eaf-471c-98fb-4d7e17f0e858 req-7a82580e-eaee-4bcd-bf50-72a2e63db155 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Unset dirty status for tenant:8e4cbd126f534163a53becec911f90ce on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:21:29.431721 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d2b2bbc3-7eaf-471c-98fb-4d7e17f0e858 req-7a82580e-eaee-4bcd-bf50-72a2e63db155 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/ports?device_id=62b032a7-1216-4df5-8632-78ef599663e1 HTTP/1.1" status: 200  len: 210 time: 0.0924914
Dec 30 16:21:29.479568 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=094c562e-74b6-42c1-9b38-609300df83c9,revision_number=7']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:29.591746 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c44ec3a-02ef-4c70-9fc1-89d05edc4a88 req-9bfb516e-08d4-489f-ae8e-45cdc1864f57 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:29.599820 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0c44ec3a-02ef-4c70-9fc1-89d05edc4a88 req-9bfb516e-08d4-489f-ae8e-45cdc1864f57 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.1388786
Dec 30 16:21:29.673800 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0c44ec3a-02ef-4c70-9fc1-89d05edc4a88 req-60621e61-a961-478f-a92d-6fceae5548ef tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727739
Dec 30 16:21:29.703394 dv-cinder-822939-1-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f037c14-64b7-46d3-a080-0ffbf8e791e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094c562e-74b6-42c1-9b38-609300df83c9', 'code': 200}
Dec 30 16:21:30.055787 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33aee4-4b79-46c8-9f74-2245380c2f39 req-f118185d-536f-4328-9aa5-dbd231e4f7b1 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:30.057575 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2e33aee4-4b79-46c8-9f74-2245380c2f39 req-f118185d-536f-4328-9aa5-dbd231e4f7b1 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 945 time: 0.0993350
Dec 30 16:21:30.116615 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2e33aee4-4b79-46c8-9f74-2245380c2f39 req-400f6ea9-cac3-4373-aeaa-a7e5d9c02db0 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510268
Dec 30 16:21:30.415401 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37314965-fb41-4969-9708-3ef9b9c35765 req-efd1449e-a47d-4996-92bb-10880466c1f4 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:30.417531 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-37314965-fb41-4969-9708-3ef9b9c35765 req-efd1449e-a47d-4996-92bb-10880466c1f4 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.0966098
Dec 30 16:21:30.503147 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-37314965-fb41-4969-9708-3ef9b9c35765 req-f20a93a5-259d-4037-ae3c-084f97c225c8 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0790932
Dec 30 16:21:30.504610 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be738e4-90c6-40f1-a884-5daea734b674 req-fdf369c2-34d4-496d-b9c0-71ba41a9cf29 tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:30.506243 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5be738e4-90c6-40f1-a884-5daea734b674 req-fdf369c2-34d4-496d-b9c0-71ba41a9cf29 tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d433dc2-f180-476e-80f6-eb99bbbfa569 HTTP/1.1" status: 200  len: 950 time: 0.1255457
Dec 30 16:21:30.575688 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5be738e4-90c6-40f1-a884-5daea734b674 req-45271da9-0c28-4e5c-9230-860f0844db62 tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.31 "GET /v2.0/security-groups?id=839a9917-9734-454b-acc7-43bc67e69fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634565
Dec 30 16:21:30.962174 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab492e2-7f3b-4c1d-bec8-e440d2e28f7f req-e2862f55-0b0c-47e5-af80-7ac81dce9243 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:30.963731 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0ab492e2-7f3b-4c1d-bec8-e440d2e28f7f req-e2862f55-0b0c-47e5-af80-7ac81dce9243 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.1408970
Dec 30 16:21:31.051983 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bf714-382f-4f68-a841-2901e91dd1d4 req-e85a03c4-0197-4622-be0d-8cdf056e8a18 tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:31.053543 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cf6bf714-382f-4f68-a841-2901e91dd1d4 req-e85a03c4-0197-4622-be0d-8cdf056e8a18 tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.43 "GET /v2.0/ports?device_id=8d433dc2-f180-476e-80f6-eb99bbbfa569 HTTP/1.1" status: 200  len: 950 time: 0.2303989
Dec 30 16:21:31.056870 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0ab492e2-7f3b-4c1d-bec8-e440d2e28f7f req-e07b1e51-0f1a-422b-bcc8-6ca5336fa2b6 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869291
Dec 30 16:21:31.140525 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [req-cf6bf714-382f-4f68-a841-2901e91dd1d4 req-cd0601d5-6499-4e60-a72a-c60fc65a284d tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Deleting port a249b671-3bef-468f-bc80-53514e7ff186 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:21:31.140962 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-cf6bf714-382f-4f68-a841-2901e91dd1d4 req-cd0601d5-6499-4e60-a72a-c60fc65a284d tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:31.291911 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-22fcba50-b614-4b0d-81b7-4f156c754bbb tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:31.295655 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-22fcba50-b614-4b0d-81b7-4f156c754bbb tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/networks?id=da8e5b54-bff5-4709-957a-d64dc80b80e8 HTTP/1.1" status: 200  len: 808 time: 0.3812387
Dec 30 16:21:31.355944 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-18364781-e263-41a1-bfa5-b55d76fbe3f9 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/quotas/8e4cbd126f534163a53becec911f90ce HTTP/1.1" status: 200  len: 375 time: 0.0593643
Dec 30 16:21:31.420381 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-ca9f7480-7143-4311-8ada-c6afbec167d3 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8e4cbd126f534163a53becec911f90ce&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0634348
Dec 30 16:21:31.430986 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7127dc5-96a4-4734-a16e-52661a4d19d5 req-4309d5b8-34eb-4ea8-a1ab-992d1066ad0c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:31.442029 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f7127dc5-96a4-4734-a16e-52661a4d19d5 req-4309d5b8-34eb-4ea8-a1ab-992d1066ad0c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 945 time: 0.0904646
Dec 30 16:21:31.525556 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f7127dc5-96a4-4734-a16e-52661a4d19d5 req-09dfbc8c-5426-4cac-baa2-d27dca1005e5 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0731142
Dec 30 16:21:31.771292 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-8c24e040-5703-4734-a83d-c567382fc399 service neutron] 10.222.0.31 "GET /v2.0/networks/da8e5b54-bff5-4709-957a-d64dc80b80e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3500757
Dec 30 16:21:31.796095 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-cf6bf714-382f-4f68-a841-2901e91dd1d4 req-cd0601d5-6499-4e60-a72a-c60fc65a284d tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] For port a249b671-3bef-468f-bc80-53514e7ff186, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=a249b671-3bef-468f-bc80-53514e7ff186,segment=NetworkSegment(6acd4051-cf03-4777-a445-7019fbb5d8bc),segment_id=6acd4051-cf03-4777-a445-7019fbb5d8bc)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:21:31.796505 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-cf6bf714-382f-4f68-a841-2901e91dd1d4 req-cd0601d5-6499-4e60-a72a-c60fc65a284d tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:31.799561 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9639088-ddcf-4fde-958d-ef36ca0ea20c req-3eafaa54-8edd-4d25-bd4f-a12956c1246c tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:31.812045 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e9639088-ddcf-4fde-958d-ef36ca0ea20c req-3eafaa54-8edd-4d25-bd4f-a12956c1246c tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.1335399
Dec 30 16:21:31.883052 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e9639088-ddcf-4fde-958d-ef36ca0ea20c req-117caa63-6d5f-4ebf-888f-879dc493cf0c tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0640683
Dec 30 16:21:31.996178 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [req-cf6bf714-382f-4f68-a841-2901e91dd1d4 req-cd0601d5-6499-4e60-a72a-c60fc65a284d tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Calling delete_port for a249b671-3bef-468f-bc80-53514e7ff186 owned by compute:nova {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:21:32.095270 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ae55c-5b54-46a9-bbeb-9e169a50ad0d req-9598b614-e384-4845-9ca9-1c80774d44f3 tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:32.098961 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-606ae55c-5b54-46a9-bbeb-9e169a50ad0d req-9598b614-e384-4845-9ca9-1c80774d44f3 tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d433dc2-f180-476e-80f6-eb99bbbfa569 HTTP/1.1" status: 200  len: 950 time: 0.1050072
Dec 30 16:21:32.137781 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-a62d0293-788b-4a52-b9fb-93f01474ed69 service neutron] 10.222.0.31 "GET /v2.0/networks/da8e5b54-bff5-4709-957a-d64dc80b80e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3655529
Dec 30 16:21:32.173552 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-606ae55c-5b54-46a9-bbeb-9e169a50ad0d req-4af32b43-2ea0-48ee-8c35-f5a6f63ad901 tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.31 "GET /v2.0/security-groups?id=839a9917-9734-454b-acc7-43bc67e69fda&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688665
Dec 30 16:21:32.260487 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-cf6bf714-382f-4f68-a841-2901e91dd1d4 req-cd0601d5-6499-4e60-a72a-c60fc65a284d tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:32.275267 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['a249b671-3bef-468f-bc80-53514e7ff186'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:21:32.433354 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0601d5-6499-4e60-a72a-c60fc65a284d tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Pushing event deleted for resources: {'Port': ['ID=a249b671-3bef-468f-bc80-53514e7ff186,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:32.531488 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5344195e-552a-49f9-a975-95db5da4f8e0 req-c6365ba3-4f3b-48e4-82d7-aa4371954ef7 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:32.556955 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5344195e-552a-49f9-a975-95db5da4f8e0 req-c6365ba3-4f3b-48e4-82d7-aa4371954ef7 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.1570852
Dec 30 16:21:32.682776 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5344195e-552a-49f9-a975-95db5da4f8e0 req-69b3c25a-6e6a-45ba-a14a-95ba6c1d6db9 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242676
Dec 30 16:21:32.773691 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0601d5-6499-4e60-a72a-c60fc65a284d tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:21:32.780158 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0601d5-6499-4e60-a72a-c60fc65a284d tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:21:32.780500 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0601d5-6499-4e60-a72a-c60fc65a284d tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:21:32.780836 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0601d5-6499-4e60-a72a-c60fc65a284d tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:21:32.781207 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0601d5-6499-4e60-a72a-c60fc65a284d tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:21:32.781533 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0601d5-6499-4e60-a72a-c60fc65a284d tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:21:32.781851 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0601d5-6499-4e60-a72a-c60fc65a284d tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:21:32.782161 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0601d5-6499-4e60-a72a-c60fc65a284d tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:21:32.782476 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0601d5-6499-4e60-a72a-c60fc65a284d tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:21:32.782787 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0601d5-6499-4e60-a72a-c60fc65a284d tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:21:32.783101 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd0601d5-6499-4e60-a72a-c60fc65a284d tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:21:32.903824 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a65043fe-f456-436d-9081-df79afa4945e req-c8a43fe0-21d7-4880-9c34-3b2dcf1e1139 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/ports?device_id=e95cc3bc-25c0-4346-97a5-b81d7ffe0e6e HTTP/1.1" status: 200  len: 210 time: 0.2258296
Dec 30 16:21:32.928133 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6bf714-382f-4f68-a841-2901e91dd1d4 req-cd0601d5-6499-4e60-a72a-c60fc65a284d tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] No DVR routers for this DVR port a249b671-3bef-468f-bc80-53514e7ff186 on host hv-cinder-82293 {{(pid=82858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 30 16:21:32.932708 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-cf6bf714-382f-4f68-a841-2901e91dd1d4 req-cd0601d5-6499-4e60-a72a-c60fc65a284d tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:32.942034 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d433dc2-f180-476e-80f6-eb99bbbfa569', 'name': 'network-vif-deleted', 'tag': 'a249b671-3bef-468f-bc80-53514e7ff186'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:21:32.998567 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cf6bf714-382f-4f68-a841-2901e91dd1d4 req-cd0601d5-6499-4e60-a72a-c60fc65a284d tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.43 "DELETE /v2.0/ports/a249b671-3bef-468f-bc80-53514e7ff186 HTTP/1.1" status: 204  len: 173 time: 1.9362912
Dec 30 16:21:33.145703 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa no longer exists at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:21:33.148721 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850e0ab-c482-4018-9c40-8bdb27d9fac0 req-4d1bad8e-50c5-4749-97f2-f3a31c1d83e1 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:33.150221 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d850e0ab-c482-4018-9c40-8bdb27d9fac0 req-4d1bad8e-50c5-4749-97f2-f3a31c1d83e1 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 945 time: 0.1852109
Dec 30 16:21:33.255076 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] No Port match for: b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:21:33.255885 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device b6a4ad45-4063-40da-9f7a-a5c7c0c91bfa not bound to the agent host hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:21:33.258965 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device a249b671-3bef-468f-bc80-53514e7ff186 no longer exists at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:21:33.323585 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d850e0ab-c482-4018-9c40-8bdb27d9fac0 req-e9c1d168-d16b-4256-8ac0-08e0b43ac6ca tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1659155
Dec 30 16:21:33.357288 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] No Port match for: a249b671-3bef-468f-bc80-53514e7ff186 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:21:33.357937 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device a249b671-3bef-468f-bc80-53514e7ff186 not bound to the agent host hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:21:33.365653 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b418c9-6f87-4dc9-b70d-d928fc36e369 req-fdcf438a-e73e-4ef7-a1c1-0600ce9fc3cb tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:33.367959 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-75b418c9-6f87-4dc9-b70d-d928fc36e369 req-fdcf438a-e73e-4ef7-a1c1-0600ce9fc3cb tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.1754439
Dec 30 16:21:33.429200 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-75b418c9-6f87-4dc9-b70d-d928fc36e369 req-fed8fbd0-730b-46d3-b4e4-1c0e14bdd6e0 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534797
Dec 30 16:21:33.431495 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d433dc2-f180-476e-80f6-eb99bbbfa569', 'name': 'network-vif-deleted', 'tag': 'a249b671-3bef-468f-bc80-53514e7ff186', 'status': 'completed', 'code': 200}
Dec 30 16:21:33.615162 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-16bbd535-1d37-4c2b-8511-50cafcb37d70 req-98cbd41d-10f5-4f04-ad41-3609d85581ea tempest-VolumesNegativeTest-1397268437 tempest-VolumesNegativeTest-1397268437-project] 10.222.0.31 "GET /v2.0/ports?device_id=8d433dc2-f180-476e-80f6-eb99bbbfa569 HTTP/1.1" status: 200  len: 210 time: 0.0486526
Dec 30 16:21:33.892174 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a3438-f055-47e9-b1a5-c4c554e28c3e req-45f0f510-c03f-4ce1-b01a-113af6c7ced3 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:33.893655 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-078a3438-f055-47e9-b1a5-c4c554e28c3e req-45f0f510-c03f-4ce1-b01a-113af6c7ced3 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.0939078
Dec 30 16:21:33.946533 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-078a3438-f055-47e9-b1a5-c4c554e28c3e req-0ba1c9ef-22f4-4642-87b5-a2d93730e1be tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464056
Dec 30 16:21:34.145569 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-dbfda979-37ee-4b2b-8817-7e2b420a62e0 req-a9990445-3dff-44f6-81ef-abdd6d4cbe64 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/ports?device_id=e95cc3bc-25c0-4346-97a5-b81d7ffe0e6e HTTP/1.1" status: 200  len: 210 time: 0.0468848
Dec 30 16:21:34.668060 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11388633-8840-4958-a364-9def7be8f4ef req-da817da3-644e-485d-8340-f6cf4174a5eb tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:34.669495 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-11388633-8840-4958-a364-9def7be8f4ef req-da817da3-644e-485d-8340-f6cf4174a5eb tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 945 time: 0.1088212
Dec 30 16:21:34.736428 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-11388633-8840-4958-a364-9def7be8f4ef req-4e453099-1894-48c8-92dc-111de3f58069 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610344
Dec 30 16:21:34.748046 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd99e2-9617-42c6-8054-70791c60de50 req-d3a254a9-1967-4d35-80d4-469061a57c87 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:34.753610 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1bfd99e2-9617-42c6-8054-70791c60de50 req-d3a254a9-1967-4d35-80d4-469061a57c87 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.1130991
Dec 30 16:21:34.805206 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1bfd99e2-9617-42c6-8054-70791c60de50 req-60445a47-f27f-4812-b12f-497b9294dd4f tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441790
Dec 30 16:21:35.040556 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-7b347e77-c1d0-45c9-a75b-05bf4b0d2905 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:35.043717 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-7b347e77-c1d0-45c9-a75b-05bf4b0d2905 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.43 "GET /v2.0/networks?id=da8e5b54-bff5-4709-957a-d64dc80b80e8 HTTP/1.1" status: 200  len: 808 time: 0.3046544
Dec 30 16:21:35.081095 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-79683cf3-1ae7-40a5-868a-a70a104c8ea5 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Request body: {'port': {'device_id': 'e95cc3bc-25c0-4346-97a5-b81d7ffe0e6e', 'network_id': 'da8e5b54-bff5-4709-957a-d64dc80b80e8', 'admin_state_up': True, 'tenant_id': '8e4cbd126f534163a53becec911f90ce'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:21:35.349203 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-79683cf3-1ae7-40a5-868a-a70a104c8ea5 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:21:35.363551 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-79683cf3-1ae7-40a5-868a-a70a104c8ea5 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:21:35.423022 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-79683cf3-1ae7-40a5-868a-a70a104c8ea5 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Made reservation on behalf of 8e4cbd126f534163a53becec911f90ce for: {'port': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:21:35.423022 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-79683cf3-1ae7-40a5-868a-a70a104c8ea5 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:35.606733 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c497b34e-1d47-4b04-8f7a-3206a0263b76 req-0e23f799-9adb-4c41-bf4f-9ec3be3d1c0a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=68a21c1767cb4406bba3b9b738393ddc&device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 1098 time: 0.2385390
Dec 30 16:21:35.675167 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-79683cf3-1ae7-40a5-868a-a70a104c8ea5 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Allocated IP 172.20.0.6 (da8e5b54-bff5-4709-957a-d64dc80b80e8/9f1dad7b-fa4d-4f38-83ee-d2abb0476b3b/c6c6a8d7-1cf4-43ff-9506-a211c3e080cd) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:21:35.706901 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a198440b-f59a-4bcb-b724-dbe03bd3edbc req-1cf66256-603c-477f-94cb-565afba95d04 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:35.714066 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a198440b-f59a-4bcb-b724-dbe03bd3edbc req-1cf66256-603c-477f-94cb-565afba95d04 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.3407238
Dec 30 16:21:35.823231 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a198440b-f59a-4bcb-b724-dbe03bd3edbc req-384f4433-1a3f-464f-b24b-e91ade3f65c2 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078706
Dec 30 16:21:35.922408 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4fd721-10c4-4f25-8808-997053e47139 req-9c6afa88-da1b-4b54-b795-d092740ceb64 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:35.929282 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8e4fd721-10c4-4f25-8808-997053e47139 req-9c6afa88-da1b-4b54-b795-d092740ceb64 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.4260750
Dec 30 16:21:36.005813 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8e4fd721-10c4-4f25-8808-997053e47139 req-a50206d7-3e20-4bcf-8935-4cff05872736 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0755644
Dec 30 16:21:36.081623 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497b34e-1d47-4b04-8f7a-3206a0263b76 req-b364dd1b-e796-46e1-ae18-05e416027e35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:36.083132 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c497b34e-1d47-4b04-8f7a-3206a0263b76 req-b364dd1b-e796-46e1-ae18-05e416027e35 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1c537c90-32cb-4109-9814-ee7321945809 HTTP/1.1" status: 200  len: 911 time: 0.4676237
Dec 30 16:21:36.194048 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3981b026-c854-4824-9cdf-ccc71b6c4087 req-ca003a98-1e32-4ca7-86c6-fbee846e75cf tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/ports?device_id=e95cc3bc-25c0-4346-97a5-b81d7ffe0e6e HTTP/1.1" status: 200  len: 210 time: 0.0705557
Dec 30 16:21:36.312943 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-79683cf3-1ae7-40a5-868a-a70a104c8ea5 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:36.331569 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c497b34e-1d47-4b04-8f7a-3206a0263b76 req-9f11d0a9-82f8-41f5-864c-a166a167a23a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f885afb5-dec1-4ffc-a9b9-8ee26a12c34d HTTP/1.1" status: 200  len: 1001 time: 0.2402372
Dec 30 16:21:36.362496 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-79683cf3-1ae7-40a5-868a-a70a104c8ea5 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:36.408101 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01cdb7-8661-4926-b336-f27618f8bffe req-49535a2b-1670-405c-9a37-002c06ccfec2 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:36.417243 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1a01cdb7-8661-4926-b336-f27618f8bffe req-49535a2b-1670-405c-9a37-002c06ccfec2 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 945 time: 0.1721716
Dec 30 16:21:36.466417 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79683cf3-1ae7-40a5-868a-a70a104c8ea5 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Pushing event updated for resources: {'Port': ['ID=c6c6a8d7-1cf4-43ff-9506-a211c3e080cd,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:36.468608 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497b34e-1d47-4b04-8f7a-3206a0263b76 req-6d05d144-9f65-489d-bd25-cb3bc1177911 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:36.470092 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c497b34e-1d47-4b04-8f7a-3206a0263b76 req-6d05d144-9f65-489d-bd25-cb3bc1177911 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=944ab297-fca1-4f6e-94db-374949491f42 HTTP/1.1" status: 200  len: 850 time: 0.1319313
Dec 30 16:21:36.481979 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-79683cf3-1ae7-40a5-868a-a70a104c8ea5 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Network da8e5b54-bff5-4709-957a-d64dc80b80e8 is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:21:36.483162 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-79683cf3-1ae7-40a5-868a-a70a104c8ea5 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:21:36.486636 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-79683cf3-1ae7-40a5-868a-a70a104c8ea5 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:21:36.572663 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-79683cf3-1ae7-40a5-868a-a70a104c8ea5 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:36.573422 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-79683cf3-1ae7-40a5-868a-a70a104c8ea5 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:36.598403 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1a01cdb7-8661-4926-b336-f27618f8bffe req-0834468a-6498-4f95-a302-97d822e22758 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1796625
Dec 30 16:21:36.635623 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c497b34e-1d47-4b04-8f7a-3206a0263b76 req-5e3ea269-4475-433c-98c6-26036e63aceb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1c537c90-32cb-4109-9814-ee7321945809&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1526051
Dec 30 16:21:36.651980 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-79683cf3-1ae7-40a5-868a-a70a104c8ea5 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5755117
Dec 30 16:21:36.659236 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-03aa423e-97b4-4454-a602-2810662b39b1 service neutron] Request body: {'port': {'device_id': 'e95cc3bc-25c0-4346-97a5-b81d7ffe0e6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82293'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:21:36.784815 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-03aa423e-97b4-4454-a602-2810662b39b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:36.810974 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c497b34e-1d47-4b04-8f7a-3206a0263b76 req-f1489dc1-9507-407a-92fb-e1259a90d813 service neutron] 10.222.0.43 "GET /v2.0/networks/1c537c90-32cb-4109-9814-ee7321945809?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1635840
Dec 30 16:21:37.029766 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c497b34e-1d47-4b04-8f7a-3206a0263b76 req-f13f9d6a-3fac-4525-9eaa-0273e977e93c service neutron] 10.222.0.43 "GET /v2.0/networks/1c537c90-32cb-4109-9814-ee7321945809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2113471
Dec 30 16:21:37.255176 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0669f-3728-48fb-8531-3934bc8c9905 req-f83b575d-ff28-4b7d-a481-e4caaa177c36 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:37.258369 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fad0669f-3728-48fb-8531-3934bc8c9905 req-f83b575d-ff28-4b7d-a481-e4caaa177c36 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.1783388
Dec 30 16:21:37.354373 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fad0669f-3728-48fb-8531-3934bc8c9905 req-fba3638d-0acc-42af-8470-4d6b722f370a tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849481
Dec 30 16:21:37.399333 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74be88e-68fd-47b9-b0eb-61f9885c5033 req-d855b832-427d-4508-82f2-a96a5ead89e4 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:37.410434 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e74be88e-68fd-47b9-b0eb-61f9885c5033 req-d855b832-427d-4508-82f2-a96a5ead89e4 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.1601043
Dec 30 16:21:37.432185 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-03aa423e-97b4-4454-a602-2810662b39b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6c6a8d7-1cf4-43ff-9506-a211c3e080cd {{(pid=82858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:21:37.448095 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-03aa423e-97b4-4454-a602-2810662b39b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:37.475530 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.provisioning_blocks [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-03aa423e-97b4-4454-a602-2810662b39b1 service neutron] Transition to ACTIVE for port object c6c6a8d7-1cf4-43ff-9506-a211c3e080cd will not be triggered until provisioned by entity L2. {{(pid=82858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:21:37.483645 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-03aa423e-97b4-4454-a602-2810662b39b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2958562'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:37.542995 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e74be88e-68fd-47b9-b0eb-61f9885c5033 req-136ab18c-8463-4f7e-bc15-6ef9d48a24ac tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1310132
Dec 30 16:21:37.569062 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa423e-97b4-4454-a602-2810662b39b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c6a8d7-1cf4-43ff-9506-a211c3e080cd,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:38.014884 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ee5d6-e3a4-4e13-b156-bea854c4fac3 req-9d30517b-94a6-4638-afc0-ba43ee4e151d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:38.021112 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3b8ee5d6-e3a4-4e13-b156-bea854c4fac3 req-9d30517b-94a6-4638-afc0-ba43ee4e151d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 945 time: 0.1597359
Dec 30 16:21:38.068016 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 51486) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:21:38.081782 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f8fc9-aca3-4a52-b352-fe6322562335 req-ce3934dd-ef50-4cb4-ac8e-3141b80b5cce tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:38.082504 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-456f8fc9-aca3-4a52-b352-fe6322562335 req-ce3934dd-ef50-4cb4-ac8e-3141b80b5cce tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Synchronizing usage tracker for tenant:8e4cbd126f534163a53becec911f90ce on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:21:38.116512 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-03aa423e-97b4-4454-a602-2810662b39b1 service neutron] Attempting to bind port c6c6a8d7-1cf4-43ff-9506-a211c3e080cd on host hv-cinder-82293 for vnic_type normal with profile  {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:21:38.116903 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-03aa423e-97b4-4454-a602-2810662b39b1 service neutron] Attempting to bind port c6c6a8d7-1cf4-43ff-9506-a211c3e080cd by drivers openvswitch,hyperv on host hv-cinder-82293 at level 0 using segments [{'id': '14aab721-ed99-48f0-88c3-ecaac8907e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'da8e5b54-bff5-4709-957a-d64dc80b80e8'}] {{(pid=82858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:21:38.117215 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-03aa423e-97b4-4454-a602-2810662b39b1 service neutron] Attempting to bind port c6c6a8d7-1cf4-43ff-9506-a211c3e080cd on network da8e5b54-bff5-4709-957a-d64dc80b80e8 {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:21:38.127250 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-03aa423e-97b4-4454-a602-2810662b39b1 service neutron] Port c6c6a8d7-1cf4-43ff-9506-a211c3e080cd on network da8e5b54-bff5-4709-957a-d64dc80b80e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82293 {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 30 16:21:38.127547 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-03aa423e-97b4-4454-a602-2810662b39b1 service neutron] Attempting to bind port c6c6a8d7-1cf4-43ff-9506-a211c3e080cd on network da8e5b54-bff5-4709-957a-d64dc80b80e8 {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:21:38.132524 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-456f8fc9-aca3-4a52-b352-fe6322562335 req-ce3934dd-ef50-4cb4-ac8e-3141b80b5cce tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Unset dirty status for tenant:8e4cbd126f534163a53becec911f90ce on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:21:38.134059 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-456f8fc9-aca3-4a52-b352-fe6322562335 req-ce3934dd-ef50-4cb4-ac8e-3141b80b5cce tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/ports?device_id=e95cc3bc-25c0-4346-97a5-b81d7ffe0e6e HTTP/1.1" status: 200  len: 943 time: 0.4180996
Dec 30 16:21:38.137867 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-03aa423e-97b4-4454-a602-2810662b39b1 service neutron] Checking agent: {'id': 'e529ec3e-5d50-4747-9e44-8ad3816b2791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82293', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'started_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:21:38.138185 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-03aa423e-97b4-4454-a602-2810662b39b1 service neutron] Checking segment: {'id': '14aab721-ed99-48f0-88c3-ecaac8907e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'da8e5b54-bff5-4709-957a-d64dc80b80e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:21:38.138561 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-03aa423e-97b4-4454-a602-2810662b39b1 service neutron] Bound using segment: {'id': '14aab721-ed99-48f0-88c3-ecaac8907e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'da8e5b54-bff5-4709-957a-d64dc80b80e8'} {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:21:38.139037 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-03aa423e-97b4-4454-a602-2810662b39b1 service neutron] Bound port: c6c6a8d7-1cf4-43ff-9506-a211c3e080cd, host: hv-cinder-82293, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14aab721-ed99-48f0-88c3-ecaac8907e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'da8e5b54-bff5-4709-957a-d64dc80b80e8'}}] {{(pid=82858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:21:38.139488 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-03aa423e-97b4-4454-a602-2810662b39b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:38.151390 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3b8ee5d6-e3a4-4e13-b156-bea854c4fac3 req-a5ca462a-b227-40a3-8748-e0822b2bb657 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1245067
Dec 30 16:21:38.317745 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-456f8fc9-aca3-4a52-b352-fe6322562335 req-fbfac9f6-fbfd-493f-b8e7-3e5697693031 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a2a6d5d-fa6c-454c-8937-a063afc4c8f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1677890
Dec 30 16:21:38.360029 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-03aa423e-97b4-4454-a602-2810662b39b1 service neutron] For port c6c6a8d7-1cf4-43ff-9506-a211c3e080cd, host hv-cinder-82293, cleared binding levels {{(pid=82858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:21:38.363929 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-03aa423e-97b4-4454-a602-2810662b39b1 service neutron] For port c6c6a8d7-1cf4-43ff-9506-a211c3e080cd, host hv-cinder-82293, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=c6c6a8d7-1cf4-43ff-9506-a211c3e080cd,segment=NetworkSegment(14aab721-ed99-48f0-88c3-ecaac8907e53),segment_id=14aab721-ed99-48f0-88c3-ecaac8907e53)] {{(pid=82858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:21:38.375400 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-03aa423e-97b4-4454-a602-2810662b39b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2958562'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:38.387956 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-90eb2d64-0d99-4d04-a74d-f8d2540134d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:38.439356 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-03aa423e-97b4-4454-a602-2810662b39b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:38.440714 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-03aa423e-97b4-4454-a602-2810662b39b1 service neutron] 10.222.0.43 "PUT /v2.0/ports/c6c6a8d7-1cf4-43ff-9506-a211c3e080cd HTTP/1.1" status: 200  len: 1093 time: 1.7857304
Dec 30 16:21:38.441145 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e95cc3bc-25c0-4346-97a5-b81d7ffe0e6e', 'tag': 'c6c6a8d7-1cf4-43ff-9506-a211c3e080cd'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:21:38.482771 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa423e-97b4-4454-a602-2810662b39b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c6a8d7-1cf4-43ff-9506-a211c3e080cd,revision_number=3']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:38.506457 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-90eb2d64-0d99-4d04-a74d-f8d2540134d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:21:38.519568 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-90eb2d64-0d99-4d04-a74d-f8d2540134d8 admin admin] Usage tracker for resource:security_group_rule and tenant:d4f1539032ab4c46928fcae6457ee34b is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:21:38.523177 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-90eb2d64-0d99-4d04-a74d-f8d2540134d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:21:38.535112 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-90eb2d64-0d99-4d04-a74d-f8d2540134d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:21:38.611449 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-f3102a28-43b6-47a9-8e60-8db7d1289d9c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8e4cbd126f534163a53becec911f90ce&device_id=e95cc3bc-25c0-4346-97a5-b81d7ffe0e6e HTTP/1.1" status: 200  len: 1096 time: 0.1182430
Dec 30 16:21:38.613133 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e95cc3bc-25c0-4346-97a5-b81d7ffe0e6e', 'tag': 'c6c6a8d7-1cf4-43ff-9506-a211c3e080cd', 'status': 'completed', 'code': 200}
Dec 30 16:21:38.624082 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-90eb2d64-0d99-4d04-a74d-f8d2540134d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:38.631552 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-90eb2d64-0d99-4d04-a74d-f8d2540134d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:38.748055 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-eb0881d5-2899-4165-b4aa-46686df66142 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6c6a8d7-1cf4-43ff-9506-a211c3e080cd HTTP/1.1" status: 200  len: 217 time: 0.1286564
Dec 30 16:21:38.792831 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb2d64-0d99-4d04-a74d-f8d2540134d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b341e5b-68d8-4c4b-96c7-19ffe23893f2,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:38.822283 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-90eb2d64-0d99-4d04-a74d-f8d2540134d8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d4f1539032ab4c46928fcae6457ee34b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7532411
Dec 30 16:21:38.832067 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 51514) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:21:38.873865 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb2d64-0d99-4d04-a74d-f8d2540134d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:21:38.875091 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb2d64-0d99-4d04-a74d-f8d2540134d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:21:38.875510 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb2d64-0d99-4d04-a74d-f8d2540134d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:21:38.876393 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb2d64-0d99-4d04-a74d-f8d2540134d8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:21:38.876812 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb2d64-0d99-4d04-a74d-f8d2540134d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:21:38.877250 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb2d64-0d99-4d04-a74d-f8d2540134d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:21:38.878116 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb2d64-0d99-4d04-a74d-f8d2540134d8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:21:38.878528 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb2d64-0d99-4d04-a74d-f8d2540134d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:21:38.878934 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb2d64-0d99-4d04-a74d-f8d2540134d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:21:38.879792 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb2d64-0d99-4d04-a74d-f8d2540134d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:21:38.880198 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90eb2d64-0d99-4d04-a74d-f8d2540134d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:21:38.904816 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-625dd0a5-6e27-40e1-bcb2-d10c3cd2e9ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:38.906925 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-625dd0a5-6e27-40e1-bcb2-d10c3cd2e9ef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f1dad7b-fa4d-4f38-83ee-d2abb0476b3b HTTP/1.1" status: 200  len: 848 time: 0.1509635
Dec 30 16:21:38.958170 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05d8f3c-30b3-42bd-872a-acb3c1b14387 req-fda172a5-3784-4e5a-92c4-719573bf4f4e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:38.960183 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d05d8f3c-30b3-42bd-872a-acb3c1b14387 req-fda172a5-3784-4e5a-92c4-719573bf4f4e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.2676907
Dec 30 16:21:38.988614 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bed2-9a4c-41d9-ad36-5e0cf470bca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:39.045711 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d05d8f3c-30b3-42bd-872a-acb3c1b14387 req-d4337ac5-6b67-4d6a-8e1a-5aaee1e03b67 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791390
Dec 30 16:21:39.079305 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bed2-9a4c-41d9-ad36-5e0cf470bca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:39.113346 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-e89d078c-ab1e-4595-9d80-3c5f9002c34f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da8e5b54-bff5-4709-957a-d64dc80b80e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1860223
Dec 30 16:21:39.155069 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815f740-fea2-407f-b563-bc97d2d68f3f req-94011e72-50ef-43e4-bfd1-479f7e1aec77 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:39.162749 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8815f740-fea2-407f-b563-bc97d2d68f3f req-94011e72-50ef-43e4-bfd1-479f7e1aec77 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.3628201
Dec 30 16:21:39.168085 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bed2-9a4c-41d9-ad36-5e0cf470bca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:39.218100 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bed2-9a4c-41d9-ad36-5e0cf470bca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b341e5b-68d8-4c4b-96c7-19ffe23893f2,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:39.222933 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bed2-9a4c-41d9-ad36-5e0cf470bca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:39.227577 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-d7d8bed2-9a4c-41d9-ad36-5e0cf470bca1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8b341e5b-68d8-4c4b-96c7-19ffe23893f2 HTTP/1.1" status: 204  len: 168 time: 0.3934529
Dec 30 16:21:39.370943 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8815f740-fea2-407f-b563-bc97d2d68f3f req-4bcaea62-279b-42da-bf34-682f37eba72b tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2069757
Dec 30 16:21:39.458540 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-a039c5a3-6cd5-4fc5-aec4-1d1e750f3508 service neutron] 10.222.0.43 "GET /v2.0/networks/da8e5b54-bff5-4709-957a-d64dc80b80e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3337464
Dec 30 16:21:39.700558 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba6932-e0a4-4b47-b74d-bcdafebef958 req-a2d8ce97-5dff-4a7d-9353-7b7d61bd771f tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:39.707707 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-33ba6932-e0a4-4b47-b74d-bcdafebef958 req-a2d8ce97-5dff-4a7d-9353-7b7d61bd771f tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 945 time: 0.2579920
Dec 30 16:21:39.791736 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-33ba6932-e0a4-4b47-b74d-bcdafebef958 req-0eeb9edc-2644-4c52-9b94-81cafe15416c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0831625
Dec 30 16:21:39.968975 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d20b3770-8d15-4cf3-be5b-afa2289af447 req-322b4cf4-f25a-4010-96e1-58f9dc92a288 service neutron] 10.222.0.43 "GET /v2.0/networks/da8e5b54-bff5-4709-957a-d64dc80b80e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4889889
Dec 30 16:21:40.029691 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96672724-0177-4c40-9f47-44c678a45548 req-d1902faf-c789-45e3-9de2-4dee3a4b3cb0 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:40.036678 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-96672724-0177-4c40-9f47-44c678a45548 req-d1902faf-c789-45e3-9de2-4dee3a4b3cb0 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/ports?device_id=e95cc3bc-25c0-4346-97a5-b81d7ffe0e6e HTTP/1.1" status: 200  len: 943 time: 0.2167356
Dec 30 16:21:40.141186 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-96672724-0177-4c40-9f47-44c678a45548 req-70afa616-7b2b-413a-a3b6-b16340f7d703 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a2a6d5d-fa6c-454c-8937-a063afc4c8f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035590
Dec 30 16:21:40.182288 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0377fb0e-6707-42d4-9bea-976413516492 req-3c95d795-51dc-4cbc-bee8-e15e1489ec65 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8e4cbd126f534163a53becec911f90ce&device_id=e95cc3bc-25c0-4346-97a5-b81d7ffe0e6e HTTP/1.1" status: 200  len: 1096 time: 0.1435871
Dec 30 16:21:40.336451 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dad310-fb58-45ba-a457-e6c11cb23547 req-05800235-56c1-4dd6-b15f-640d43a38ee4 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:40.344610 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e6dad310-fb58-45ba-a457-e6c11cb23547 req-05800235-56c1-4dd6-b15f-640d43a38ee4 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.1108694
Dec 30 16:21:40.393530 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e6dad310-fb58-45ba-a457-e6c11cb23547 req-18f925d1-c867-4d2a-acae-2367197eb648 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478892
Dec 30 16:21:40.461143 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377fb0e-6707-42d4-9bea-976413516492 req-2ee3bea0-36f0-44d9-8216-10c35512646c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:40.463387 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0377fb0e-6707-42d4-9bea-976413516492 req-2ee3bea0-36f0-44d9-8216-10c35512646c service neutron] 10.222.0.43 "GET /v2.0/networks?id=da8e5b54-bff5-4709-957a-d64dc80b80e8 HTTP/1.1" status: 200  len: 908 time: 0.2733734
Dec 30 16:21:40.550990 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0377fb0e-6707-42d4-9bea-976413516492 req-59ad60ef-87d1-4819-82b7-a6cdf08029e4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c6c6a8d7-1cf4-43ff-9506-a211c3e080cd HTTP/1.1" status: 200  len: 217 time: 0.0751805
Dec 30 16:21:40.630584 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377fb0e-6707-42d4-9bea-976413516492 req-07850c3d-96c8-440f-957e-5354163f5b14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:40.634441 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0377fb0e-6707-42d4-9bea-976413516492 req-07850c3d-96c8-440f-957e-5354163f5b14 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9f1dad7b-fa4d-4f38-83ee-d2abb0476b3b HTTP/1.1" status: 200  len: 848 time: 0.0742276
Dec 30 16:21:40.724447 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0377fb0e-6707-42d4-9bea-976413516492 req-defb5c38-d779-4078-81dd-40e69a7f6e1f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=da8e5b54-bff5-4709-957a-d64dc80b80e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0821493
Dec 30 16:21:40.985663 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0377fb0e-6707-42d4-9bea-976413516492 req-fa740d72-c4b6-4c6a-af48-c83f31ffd94e service neutron] 10.222.0.43 "GET /v2.0/networks/da8e5b54-bff5-4709-957a-d64dc80b80e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2536523
Dec 30 16:21:41.227969 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e563b-1e30-446b-98e4-99d8bf0d1bb7 req-0e895e75-d3a4-4180-9741-7ff63c58c5db tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:41.234715 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5b2e563b-1e30-446b-98e4-99d8bf0d1bb7 req-0e895e75-d3a4-4180-9741-7ff63c58c5db tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 945 time: 0.1544263
Dec 30 16:21:41.273871 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0377fb0e-6707-42d4-9bea-976413516492 req-c2a2c0b1-10e2-4b8c-9c7f-d9259d43330e service neutron] 10.222.0.43 "GET /v2.0/networks/da8e5b54-bff5-4709-957a-d64dc80b80e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2810876
Dec 30 16:21:41.310953 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5b2e563b-1e30-446b-98e4-99d8bf0d1bb7 req-690581f4-385f-4a07-bbc0-9cace36a77ad tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750818
Dec 30 16:21:41.538921 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21087f28-6b9d-4967-b33c-aaea56a99f4a req-3c06dc94-4cca-489a-9499-76355dbd9fc4 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:41.549487 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-21087f28-6b9d-4967-b33c-aaea56a99f4a req-3c06dc94-4cca-489a-9499-76355dbd9fc4 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/ports?device_id=e95cc3bc-25c0-4346-97a5-b81d7ffe0e6e HTTP/1.1" status: 200  len: 943 time: 0.1756663
Dec 30 16:21:41.659046 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-21087f28-6b9d-4967-b33c-aaea56a99f4a req-f904fc80-7a54-419a-99ab-1ac211d8d91f tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a2a6d5d-fa6c-454c-8937-a063afc4c8f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082702
Dec 30 16:21:41.760948 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c415314-71d1-428e-a940-c0a22092a838 req-d981f0ea-aa1b-4411-85d4-e49ba00b7e56 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:41.762627 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2c415314-71d1-428e-a940-c0a22092a838 req-d981f0ea-aa1b-4411-85d4-e49ba00b7e56 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.1356087
Dec 30 16:21:41.844924 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2c415314-71d1-428e-a940-c0a22092a838 req-a777ebeb-2be9-4c5f-8aca-7f534566a6d2 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743923
Dec 30 16:21:42.561815 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e90dd-2ac6-49ba-a069-aa0f7ff6e802 req-f65deb28-cc22-46ef-8e6c-fc92c77a5112 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:42.563541 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f01e90dd-2ac6-49ba-a069-aa0f7ff6e802 req-f65deb28-cc22-46ef-8e6c-fc92c77a5112 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 945 time: 0.0865750
Dec 30 16:21:42.630667 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f01e90dd-2ac6-49ba-a069-aa0f7ff6e802 req-9186a1cc-2c58-4177-81a7-5d7bdd46537b tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605276
Dec 30 16:21:42.857126 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 51652) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:21:42.887266 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080641b-3eb2-4113-ade0-6ccbf8201aed req-dd4958df-ab78-41f4-8ab3-04a787eef9f3 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:42.888697 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c080641b-3eb2-4113-ade0-6ccbf8201aed req-dd4958df-ab78-41f4-8ab3-04a787eef9f3 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/ports?device_id=e95cc3bc-25c0-4346-97a5-b81d7ffe0e6e HTTP/1.1" status: 200  len: 943 time: 0.0857558
Dec 30 16:21:42.975663 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c080641b-3eb2-4113-ade0-6ccbf8201aed req-f6fea58e-37c3-42e2-a747-8f4f8168c2c0 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a2a6d5d-fa6c-454c-8937-a063afc4c8f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788455
Dec 30 16:21:43.117695 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80435bfd-082d-4eb8-9e06-2353ac566a52 req-977354bf-e8ad-4cde-8399-93962c3399aa tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:43.119436 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-80435bfd-082d-4eb8-9e06-2353ac566a52 req-977354bf-e8ad-4cde-8399-93962c3399aa tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.1477294
Dec 30 16:21:43.125892 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 51666) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:21:43.126113 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-18f089e7-4dbb-4ffb-ade1-fafc86cc7302 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f632fa5545e4ff482bcb73b5fda0da0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2677507
Dec 30 16:21:43.205845 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device c6c6a8d7-1cf4-43ff-9506-a211c3e080cd details requested by agent hyperv_hv-cinder-82293 with host hv-cinder-82293 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 30 16:21:43.292417 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-64bfe0a0-b6ae-4caa-bb1f-e68ef064b79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:43.309960 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-80435bfd-082d-4eb8-9e06-2353ac566a52 req-1fb48fbf-535d-4638-b8bf-ea391957e843 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1803763
Dec 30 16:21:43.358740 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-64bfe0a0-b6ae-4caa-bb1f-e68ef064b79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:43.366582 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port c6c6a8d7-1cf4-43ff-9506-a211c3e080cd, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=c6c6a8d7-1cf4-43ff-9506-a211c3e080cd,segment=NetworkSegment(14aab721-ed99-48f0-88c3-ecaac8907e53),segment_id=14aab721-ed99-48f0-88c3-ecaac8907e53)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:21:43.381217 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Returning: {'device': 'c6c6a8d7-1cf4-43ff-9506-a211c3e080cd', 'network_id': 'da8e5b54-bff5-4709-957a-d64dc80b80e8', 'port_id': 'c6c6a8d7-1cf4-43ff-9506-a211c3e080cd', 'mac_address': 'fa:16:3e:a4:fc:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f1dad7b-fa4d-4f38-83ee-d2abb0476b3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 30 16:21:43.447211 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:43.472262 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6c6a8d7-1cf4-43ff-9506-a211c3e080cd {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:21:43.491463 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-64bfe0a0-b6ae-4caa-bb1f-e68ef064b79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:43.507175 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port c6c6a8d7-1cf4-43ff-9506-a211c3e080cd, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=c6c6a8d7-1cf4-43ff-9506-a211c3e080cd,segment=NetworkSegment(14aab721-ed99-48f0-88c3-ecaac8907e53),segment_id=14aab721-ed99-48f0-88c3-ecaac8907e53)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:21:43.517302 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:43.527532 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bfe0a0-b6ae-4caa-bb1f-e68ef064b79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839a9917-9734-454b-acc7-43bc67e69fda,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:43.541459 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-64bfe0a0-b6ae-4caa-bb1f-e68ef064b79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:43.543411 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-64bfe0a0-b6ae-4caa-bb1f-e68ef064b79b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/839a9917-9734-454b-acc7-43bc67e69fda HTTP/1.1" status: 204  len: 168 time: 0.4165545
Dec 30 16:21:43.671589 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=c6c6a8d7-1cf4-43ff-9506-a211c3e080cd,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:43.853273 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['c6c6a8d7-1cf4-43ff-9506-a211c3e080cd'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:21:43.886504 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc174f-4c0c-420f-9536-1cfaa8e80f72 req-a02e0a9d-bab3-407d-ad13-d89d67cd6566 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:43.888270 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-67dc174f-4c0c-420f-9536-1cfaa8e80f72 req-a02e0a9d-bab3-407d-ad13-d89d67cd6566 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 945 time: 0.0876846
Dec 30 16:21:43.963991 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-67dc174f-4c0c-420f-9536-1cfaa8e80f72 req-dabf0999-c040-435c-969f-802d2f12004b tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0665579
Dec 30 16:21:44.339527 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fdc4d-0c2f-412e-b7c9-97f76ef04305 req-93f68b2e-ff74-4062-8647-d93c3f6c3250 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:44.341602 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-565fdc4d-0c2f-412e-b7c9-97f76ef04305 req-93f68b2e-ff74-4062-8647-d93c3f6c3250 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/ports?device_id=e95cc3bc-25c0-4346-97a5-b81d7ffe0e6e HTTP/1.1" status: 200  len: 944 time: 0.0939825
Dec 30 16:21:44.401715 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-565fdc4d-0c2f-412e-b7c9-97f76ef04305 req-682c6481-6c5f-4d7f-92c4-0eb06b25792f tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a2a6d5d-fa6c-454c-8937-a063afc4c8f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524654
Dec 30 16:21:44.650603 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb56ea-e822-41a8-b166-e25951cf0c59 req-9973f251-a89a-4026-ae65-3a01a49c0137 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:44.664967 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-78cb56ea-e822-41a8-b166-e25951cf0c59 req-9973f251-a89a-4026-ae65-3a01a49c0137 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.1970215
Dec 30 16:21:44.712555 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-78cb56ea-e822-41a8-b166-e25951cf0c59 req-3077fa29-3a74-49c4-aa01-591771b0be23 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521691
Dec 30 16:21:44.768262 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 51706) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:21:44.910148 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-55869dfc-de1e-4b99-8073-3a3460284d99 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-53780461-network', 'tenant_id': '56b2c03b9ea44b739b7f8011ada529cb'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:21:44.915078 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-55869dfc-de1e-4b99-8073-3a3460284d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:21:44.918837 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-55869dfc-de1e-4b99-8073-3a3460284d99 admin admin] Usage tracker for resource:network and tenant:56b2c03b9ea44b739b7f8011ada529cb is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:21:44.921665 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-55869dfc-de1e-4b99-8073-3a3460284d99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:21:44.930784 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-55869dfc-de1e-4b99-8073-3a3460284d99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:21:44.941062 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55869dfc-de1e-4b99-8073-3a3460284d99 admin admin] Made reservation on behalf of 56b2c03b9ea44b739b7f8011ada529cb for: {'network': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:21:44.946041 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-55869dfc-de1e-4b99-8073-3a3460284d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for network, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:44.956218 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-55869dfc-de1e-4b99-8073-3a3460284d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:44.992497 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-55869dfc-de1e-4b99-8073-3a3460284d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:21:44.995547 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-55869dfc-de1e-4b99-8073-3a3460284d99 admin admin] Usage tracker for resource:security_group_rule and tenant:56b2c03b9ea44b739b7f8011ada529cb is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:21:44.998588 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-55869dfc-de1e-4b99-8073-3a3460284d99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:21:45.004309 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-55869dfc-de1e-4b99-8073-3a3460284d99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:21:45.087669 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-55869dfc-de1e-4b99-8073-3a3460284d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:45.093218 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-55869dfc-de1e-4b99-8073-3a3460284d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:45.135925 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55869dfc-de1e-4b99-8073-3a3460284d99 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'}  {{(pid=82857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 30 16:21:45.139292 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5d2f0a44-d99a-49fc-bab8-84aab81a57de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:45.143322 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55869dfc-de1e-4b99-8073-3a3460284d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ada2b2a-5364-4670-b0ed-8446fd1d4881,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:45.194522 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-55869dfc-de1e-4b99-8073-3a3460284d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:45.195006 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.db.segments_db [None req-55869dfc-de1e-4b99-8073-3a3460284d99 admin admin] Added segment 2f9675bc-13cd-408f-ac27-888974a5e85c of type vlan for network 86764f6c-6ecd-48e9-b549-52650a897818
Dec 30 16:21:45.242214 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-55869dfc-de1e-4b99-8073-3a3460284d99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793095940298'] for network, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:45.272820 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2ce1f-ad86-4660-9be7-539ecfe0b585 req-d4121aa2-baa2-492f-bea4-5735d609bdd6 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:45.274529 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f2c2ce1f-ad86-4660-9be7-539ecfe0b585 req-d4121aa2-baa2-492f-bea4-5735d609bdd6 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 945 time: 0.1282206
Dec 30 16:21:45.323825 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-55869dfc-de1e-4b99-8073-3a3460284d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487'] for network, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:45.324658 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55869dfc-de1e-4b99-8073-3a3460284d99 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:45.325244 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-55869dfc-de1e-4b99-8073-3a3460284d99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:45.399845 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f2c2ce1f-ad86-4660-9be7-539ecfe0b585 req-077c182c-af3b-418e-87f2-6f8410b36e27 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1189699
Dec 30 16:21:45.471167 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-55869dfc-de1e-4b99-8073-3a3460284d99 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.6991243
Dec 30 16:21:45.471490 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 51722) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:21:45.474861 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55869dfc-de1e-4b99-8073-3a3460284d99 admin admin] Pushing event updated for resources: {'Network': ['ID=86764f6c-6ecd-48e9-b549-52650a897818,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:45.477880 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-45996f0c-7bc8-44d4-a4ca-4f4879c3453e admin admin] Request body: {'subnet': {'network_id': '86764f6c-6ecd-48e9-b549-52650a897818', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-53780461-subnet', 'tenant_id': '56b2c03b9ea44b739b7f8011ada529cb', 'ip_version': 4}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:21:45.482665 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-45996f0c-7bc8-44d4-a4ca-4f4879c3453e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:21:45.487661 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Network 86764f6c-6ecd-48e9-b549-52650a897818 details requested by agent ovs-agent-dv-cinder-822939-1-iscsi with host dv-cinder-822939-1-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 30 16:21:45.487860 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-45996f0c-7bc8-44d4-a4ca-4f4879c3453e admin admin] Usage tracker for resource:subnet and tenant:56b2c03b9ea44b739b7f8011ada529cb is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:21:45.491066 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-45996f0c-7bc8-44d4-a4ca-4f4879c3453e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:21:45.497309 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-45996f0c-7bc8-44d4-a4ca-4f4879c3453e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:21:45.511761 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45996f0c-7bc8-44d4-a4ca-4f4879c3453e admin admin] Made reservation on behalf of 56b2c03b9ea44b739b7f8011ada529cb for: {'subnet': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:21:45.515793 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-45996f0c-7bc8-44d4-a4ca-4f4879c3453e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2632628'] for subnet, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:45.778542 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce9d8d-1ca4-4a5b-b4da-d40994444c58 req-1bfcc6de-a3d3-48f3-8c35-61cf9a6d485c tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:45.780087 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1dce9d8d-1ca4-4a5b-b4da-d40994444c58 req-1bfcc6de-a3d3-48f3-8c35-61cf9a6d485c tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/ports?device_id=e95cc3bc-25c0-4346-97a5-b81d7ffe0e6e HTTP/1.1" status: 200  len: 944 time: 0.1585648
Dec 30 16:21:45.861821 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1dce9d8d-1ca4-4a5b-b4da-d40994444c58 req-23f40a3f-def7-455f-a6ed-1facda52f5c4 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a2a6d5d-fa6c-454c-8937-a063afc4c8f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717847
Dec 30 16:21:45.863023 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-45996f0c-7bc8-44d4-a4ca-4f4879c3453e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2958441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2631246'] for subnet, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:45.929999 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50326e4e-2aa3-4d61-9fbf-660269385a8f req-195c2324-6240-4604-88b2-b85b4f1be5dc tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:45.931469 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-50326e4e-2aa3-4d61-9fbf-660269385a8f req-195c2324-6240-4604-88b2-b85b4f1be5dc tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.0838413
Dec 30 16:21:45.936396 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45996f0c-7bc8-44d4-a4ca-4f4879c3453e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ef85b58-3499-4416-bb4b-3b0b796ad66e,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:45.949843 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45996f0c-7bc8-44d4-a4ca-4f4879c3453e admin admin] Checking segment: {'id': '2f9675bc-13cd-408f-ac27-888974a5e85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '86764f6c-6ecd-48e9-b549-52650a897818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:21:45.950182 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45996f0c-7bc8-44d4-a4ca-4f4879c3453e admin admin] Network hostable DHCP agents. Network: 86764f6c-6ecd-48e9-b549-52650a897818, hostable agents: ['56495f28-f8e1-4ded-a581-8b29fe371967'], hosted agents: [] {{(pid=82858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 30 16:21:45.971914 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45996f0c-7bc8-44d4-a4ca-4f4879c3453e admin admin] Network 86764f6c-6ecd-48e9-b549-52650a897818 is scheduled to be hosted by DHCP agent 56495f28-f8e1-4ded-a581-8b29fe371967 with binding_index 1 {{(pid=82858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 30 16:21:45.978206 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-50326e4e-2aa3-4d61-9fbf-660269385a8f req-67af3165-1e54-4db8-8dc8-caaf1436de24 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406623
Dec 30 16:21:45.981453 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-45996f0c-7bc8-44d4-a4ca-4f4879c3453e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822939-1-iscsi, 86764f6c-6ecd-48e9-b549-52650a897818) {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:21:45.985439 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45996f0c-7bc8-44d4-a4ca-4f4879c3453e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:45.986046 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-45996f0c-7bc8-44d4-a4ca-4f4879c3453e admin admin] Notify callbacks [] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:45.990916 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ea09d6-0bd2-4be8-8527-5703838116cb None None] Network 86764f6c-6ecd-48e9-b549-52650a897818 requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:21:46.008718 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-45996f0c-7bc8-44d4-a4ca-4f4879c3453e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 0.5355742
Dec 30 16:21:46.011555 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 51736) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:21:46.016840 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-1e7a8753-27c8-4439-8a69-4d5c825fddef admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-53780461-router', 'tenant_id': '56b2c03b9ea44b739b7f8011ada529cb', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'}}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:21:46.021601 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-1e7a8753-27c8-4439-8a69-4d5c825fddef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:21:46.027306 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-1e7a8753-27c8-4439-8a69-4d5c825fddef admin admin] Usage tracker for resource:router and tenant:56b2c03b9ea44b739b7f8011ada529cb is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:21:46.031132 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-1e7a8753-27c8-4439-8a69-4d5c825fddef admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:21:46.038632 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-1e7a8753-27c8-4439-8a69-4d5c825fddef admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:21:46.049887 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8753-27c8-4439-8a69-4d5c825fddef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4015920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3452'] for router, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:46.050860 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8753-27c8-4439-8a69-4d5c825fddef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4015949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4020124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4009619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3445'] for router, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:46.071466 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8753-27c8-4439-8a69-4d5c825fddef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:46.217080 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8753-27c8-4439-8a69-4d5c825fddef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4020142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4016066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3399'] for router, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:46.243428 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3942e4b9-ce13-4ebb-b47b-4ad635fd4922 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf905f464-6ef4-5d13-8270-ca113c3e727c-86764f6c-6ecd-48e9-b549-52650a897818', 'network_id': '86764f6c-6ecd-48e9-b549-52650a897818', 'tenant_id': '56b2c03b9ea44b739b7f8011ada529cb', 'fixed_ips': [{'subnet_id': '7ef85b58-3499-4416-bb4b-3b0b796ad66e'}]}} from dv-cinder-822939-1-iscsi. {{(pid=82859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 30 16:21:46.244242 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-3942e4b9-ce13-4ebb-b47b-4ad635fd4922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:46.394057 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.db_base_plugin_common [None req-3942e4b9-ce13-4ebb-b47b-4ad635fd4922 None None] Allocated IP 172.20.0.2 (86764f6c-6ecd-48e9-b549-52650a897818/7ef85b58-3499-4416-bb4b-3b0b796ad66e/56ab7c33-58db-4be9-89e8-0532a522bcdf) {{(pid=82859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:21:46.410005 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8753-27c8-4439-8a69-4d5c825fddef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:46.441453 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8753-27c8-4439-8a69-4d5c825fddef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:46.619716 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-3942e4b9-ce13-4ebb-b47b-4ad635fd4922 None None] Notify callbacks [] for port, precommit_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:46.630149 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-3942e4b9-ce13-4ebb-b47b-4ad635fd4922 None None] Transition to ACTIVE for port object 56ab7c33-58db-4be9-89e8-0532a522bcdf will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:21:46.641269 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [None req-1e7a8753-27c8-4439-8a69-4d5c825fddef admin admin] Allocated IP 172.27.1.157 (0b94b64d-9d7c-4a44-8bd0-f4e286ff014b/ad43253e-6e30-4230-9b92-331ad2639f5e/67a97630-3d7e-431a-b8ba-be4ff1c80fe6) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:21:46.648702 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-3942e4b9-ce13-4ebb-b47b-4ad635fd4922 None None] Transition to ACTIVE for port object 56ab7c33-58db-4be9-89e8-0532a522bcdf will not be triggered until provisioned by entity DHCP. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:21:46.655038 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-3942e4b9-ce13-4ebb-b47b-4ad635fd4922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782'] for port, after_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:46.722178 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3942e4b9-ce13-4ebb-b47b-4ad635fd4922 None None] Network 86764f6c-6ecd-48e9-b549-52650a897818 is already hosted by enough agents. {{(pid=82859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:21:46.725004 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.scheduler.base_scheduler [None req-3942e4b9-ce13-4ebb-b47b-4ad635fd4922 None None] Resources bound (agent type, host, resource id):  {{(pid=82859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:21:46.727446 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3942e4b9-ce13-4ebb-b47b-4ad635fd4922 None None] Received port after_create {{(pid=82859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:21:46.733821 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942e4b9-ce13-4ebb-b47b-4ad635fd4922 None None] Pushing event updated for resources: {'Port': ['ID=56ab7c33-58db-4be9-89e8-0532a522bcdf,revision_number=1']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:46.758624 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356ced8-4ba2-4052-aa0b-f17be85bca44 req-40a6e455-b51e-4cd9-8bc7-dc2b2cac5aa5 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:46.760084 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c356ced8-4ba2-4052-aa0b-f17be85bca44 req-40a6e455-b51e-4cd9-8bc7-dc2b2cac5aa5 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 945 time: 0.1885669
Dec 30 16:21:46.824213 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-3942e4b9-ce13-4ebb-b47b-4ad635fd4922 None None] Attempting to bind port 56ab7c33-58db-4be9-89e8-0532a522bcdf on host dv-cinder-822939-1-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:21:46.824654 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-3942e4b9-ce13-4ebb-b47b-4ad635fd4922 None None] Attempting to bind port 56ab7c33-58db-4be9-89e8-0532a522bcdf by drivers openvswitch,hyperv on host dv-cinder-822939-1-iscsi at level 0 using segments [{'id': '2f9675bc-13cd-408f-ac27-888974a5e85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '86764f6c-6ecd-48e9-b549-52650a897818'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:21:46.824789 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3942e4b9-ce13-4ebb-b47b-4ad635fd4922 None None] Attempting to bind port 56ab7c33-58db-4be9-89e8-0532a522bcdf on network 86764f6c-6ecd-48e9-b549-52650a897818 {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:21:46.831886 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3942e4b9-ce13-4ebb-b47b-4ad635fd4922 None None] Checking agent: {'id': 'b5560ab0-2c8e-4cda-8841-fe2255e3b07c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822939-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 11, 19), 'started_at': datetime.datetime(2021, 12, 30, 16, 11, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822939-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:21:46.832246 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3942e4b9-ce13-4ebb-b47b-4ad635fd4922 None None] Checking segment: {'id': '2f9675bc-13cd-408f-ac27-888974a5e85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '86764f6c-6ecd-48e9-b549-52650a897818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:21:46.832632 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-3942e4b9-ce13-4ebb-b47b-4ad635fd4922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:46.833008 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3942e4b9-ce13-4ebb-b47b-4ad635fd4922 None None] Bound using segment: {'id': '2f9675bc-13cd-408f-ac27-888974a5e85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '86764f6c-6ecd-48e9-b549-52650a897818'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:21:46.833488 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-3942e4b9-ce13-4ebb-b47b-4ad635fd4922 None None] Bound port: 56ab7c33-58db-4be9-89e8-0532a522bcdf, host: dv-cinder-822939-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9675bc-13cd-408f-ac27-888974a5e85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '86764f6c-6ecd-48e9-b549-52650a897818'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:21:46.833940 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-3942e4b9-ce13-4ebb-b47b-4ad635fd4922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:46.846834 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8753-27c8-4439-8a69-4d5c825fddef admin admin] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:46.861540 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c356ced8-4ba2-4052-aa0b-f17be85bca44 req-c81ccde1-22de-412e-9f70-03e744579237 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0842130
Dec 30 16:21:46.882532 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8753-27c8-4439-8a69-4d5c825fddef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:46.935549 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-3942e4b9-ce13-4ebb-b47b-4ad635fd4922 None None] For port 56ab7c33-58db-4be9-89e8-0532a522bcdf, host dv-cinder-822939-1-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:21:46.939209 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-3942e4b9-ce13-4ebb-b47b-4ad635fd4922 None None] For port 56ab7c33-58db-4be9-89e8-0532a522bcdf, host dv-cinder-822939-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=56ab7c33-58db-4be9-89e8-0532a522bcdf,segment=NetworkSegment(2f9675bc-13cd-408f-ac27-888974a5e85c),segment_id=2f9675bc-13cd-408f-ac27-888974a5e85c)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:21:46.943367 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-3942e4b9-ce13-4ebb-b47b-4ad635fd4922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:46.947667 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7a8753-27c8-4439-8a69-4d5c825fddef admin admin] Network 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:21:46.950412 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-1e7a8753-27c8-4439-8a69-4d5c825fddef admin admin] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:21:46.953920 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7a8753-27c8-4439-8a69-4d5c825fddef admin admin] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:21:46.988829 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a8753-27c8-4439-8a69-4d5c825fddef admin admin] Pushing event updated for resources: {'Port': ['ID=67a97630-3d7e-431a-b8ba-be4ff1c80fe6,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:47.020031 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942e4b9-ce13-4ebb-b47b-4ad635fd4922 None None] Pushing event updated for resources: {'Port': ['ID=56ab7c33-58db-4be9-89e8-0532a522bcdf,revision_number=2']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:47.130193 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa467e2c-d2ff-402a-85be-481b029e11ad req-cf3f78e9-bde9-4108-ac14-777e969f6c46 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:47.133222 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-fa467e2c-d2ff-402a-85be-481b029e11ad req-cf3f78e9-bde9-4108-ac14-777e969f6c46 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/ports?device_id=e95cc3bc-25c0-4346-97a5-b81d7ffe0e6e HTTP/1.1" status: 200  len: 944 time: 0.1358793
Dec 30 16:21:47.151477 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8753-27c8-4439-8a69-4d5c825fddef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:47.152463 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8753-27c8-4439-8a69-4d5c825fddef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4015929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4017997'] for router, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:47.184127 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-fa467e2c-d2ff-402a-85be-481b029e11ad req-f48a10e2-7054-4cff-8965-799bb0f8d446 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a2a6d5d-fa6c-454c-8937-a063afc4c8f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457954
Dec 30 16:21:47.345026 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0d3dc6b6-97c7-486b-8a9e-4100cfe2fb69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:47.467204 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7919c-388d-4fed-9f31-e54c67d287e1 req-75c69b8c-82fc-4bf7-b539-f36471aa077d tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:47.468562 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-04c7919c-388d-4fed-9f31-e54c67d287e1 req-75c69b8c-82fc-4bf7-b539-f36471aa077d tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.2581770
Dec 30 16:21:47.479063 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-37147978-0357-4d56-9728-0ed21f629a68 req-91ec34d8-f350-4895-99c3-5debd2763df0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1536238b1f9f45e0859c9074dfb7be10&device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 1098 time: 0.1439698
Dec 30 16:21:47.690653 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-04c7919c-388d-4fed-9f31-e54c67d287e1 req-905d0df4-7d53-4f97-8c34-b7b66aa8afbe tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2155700
Dec 30 16:21:47.720280 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37147978-0357-4d56-9728-0ed21f629a68 req-a8a25a3c-4488-4ef7-ac72-7b02c11e66e7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:47.721899 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-37147978-0357-4d56-9728-0ed21f629a68 req-a8a25a3c-4488-4ef7-ac72-7b02c11e66e7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a0d327b-13ae-4aab-8565-47511b5fa283 HTTP/1.1" status: 200  len: 917 time: 0.1809261
Dec 30 16:21:47.812916 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 56ab7c33-58db-4be9-89e8-0532a522bcdf up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:21:47.862245 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-37147978-0357-4d56-9728-0ed21f629a68 req-8dffac2c-ca51-4776-b964-1948226af7be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=094c562e-74b6-42c1-9b38-609300df83c9 HTTP/1.1" status: 200  len: 1000 time: 0.1312442
Dec 30 16:21:47.895311 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning for port 56ab7c33-58db-4be9-89e8-0532a522bcdf completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:21:47.969388 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37147978-0357-4d56-9728-0ed21f629a68 req-f88387e5-cc5e-41ad-bbea-6ba2662b1249 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:47.971104 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-37147978-0357-4d56-9728-0ed21f629a68 req-f88387e5-cc5e-41ad-bbea-6ba2662b1249 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0ef2724a-abaf-4140-a584-2ca4130b70f6 HTTP/1.1" status: 200  len: 856 time: 0.0975769
Dec 30 16:21:48.025537 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7a8753-27c8-4439-8a69-4d5c825fddef admin admin] Router 67903125-a958-4bd4-945c-2516580e2b68 is scheduled to L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f with binding_index 1 {{(pid=82858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 30 16:21:48.205522 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c881fa-44d4-4adf-a48b-9619707585d6 req-eddaa9d4-7576-4412-b9eb-e17de6e280e7 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:48.221682 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-75c881fa-44d4-4adf-a48b-9619707585d6 req-eddaa9d4-7576-4412-b9eb-e17de6e280e7 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 945 time: 0.1451044
Dec 30 16:21:48.252300 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8662b9be-c43e-4502-8522-936661eabeec None None] Network 86764f6c-6ecd-48e9-b549-52650a897818 requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:21:48.296109 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-37147978-0357-4d56-9728-0ed21f629a68 req-ef86b1a1-31f5-4379-b66b-58a03cc7eb52 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a0d327b-13ae-4aab-8565-47511b5fa283&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3175030
Dec 30 16:21:48.321781 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-75c881fa-44d4-4adf-a48b-9619707585d6 req-8a0f44bb-b7c4-40b7-a178-32c701c1f226 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0991349
Dec 30 16:21:48.431433 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:48.485210 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-3daecdcd-946e-42c1-b8ed-461ab77838cd None None] Provisioning for port 56ab7c33-58db-4be9-89e8-0532a522bcdf completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:21:48.495877 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-3daecdcd-946e-42c1-b8ed-461ab77838cd None None] Provisioning complete for port 56ab7c33-58db-4be9-89e8-0532a522bcdf triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:21:48.496470 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-3daecdcd-946e-42c1-b8ed-461ab77838cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:48.575673 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-37147978-0357-4d56-9728-0ed21f629a68 req-8709b7f8-2e8a-47f3-bf87-d7634d1096b4 service neutron] 10.222.0.43 "GET /v2.0/networks/9a0d327b-13ae-4aab-8565-47511b5fa283?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2721090
Dec 30 16:21:48.593609 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device c6c6a8d7-1cf4-43ff-9506-a211c3e080cd up at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:21:48.674616 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f586d1-7574-4edb-82cf-6858d25fed0c req-86ad7d58-6d0e-4155-b3bf-66a3e0657ddc tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:48.676043 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b3f586d1-7574-4edb-82cf-6858d25fed0c req-86ad7d58-6d0e-4155-b3bf-66a3e0657ddc tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/ports?device_id=e95cc3bc-25c0-4346-97a5-b81d7ffe0e6e HTTP/1.1" status: 200  len: 944 time: 0.2372768
Dec 30 16:21:48.708845 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7a8753-27c8-4439-8a69-4d5c825fddef admin admin] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:21:48.719510 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:48.720211 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a5f2cd-27d6-41a0-b46d-55f3d5de274c None None] Sync routers for ids ['67903125-a958-4bd4-945c-2516580e2b68'] in dv-cinder-822939-1-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:21:48.750988 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-3daecdcd-946e-42c1-b8ed-461ab77838cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:48.761730 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a5f2cd-27d6-41a0-b46d-55f3d5de274c None None] Routers {'67903125-a958-4bd4-945c-2516580e2b68'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:21:48.762445 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning for port c6c6a8d7-1cf4-43ff-9506-a211c3e080cd completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:21:48.765347 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-84a5f2cd-27d6-41a0-b46d-55f3d5de274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d542f430>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:21:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['67903125-a958-4bd4-945c-2516580e2b68'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:21:48.774795 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning complete for port c6c6a8d7-1cf4-43ff-9506-a211c3e080cd triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:21:48.775154 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:48.783900 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1e7a8753-27c8-4439-8a69-4d5c825fddef admin admin] Notify callbacks [] for router, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:48.787937 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 51772) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:21:48.788313 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-1e7a8753-27c8-4439-8a69-4d5c825fddef admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 2.7752869
Dec 30 16:21:48.790833 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b3f586d1-7574-4edb-82cf-6858d25fed0c req-7b536b15-1e38-4e9e-a264-8e3a15935b68 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a2a6d5d-fa6c-454c-8937-a063afc4c8f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061325
Dec 30 16:21:48.808776 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-37147978-0357-4d56-9728-0ed21f629a68 req-97bac1b6-a056-4724-ad17-9fd2b6f4821a service neutron] 10.222.0.43 "GET /v2.0/networks/9a0d327b-13ae-4aab-8565-47511b5fa283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2252135
Dec 30 16:21:48.846275 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-3daecdcd-946e-42c1-b8ed-461ab77838cd None None] For port 56ab7c33-58db-4be9-89e8-0532a522bcdf, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=56ab7c33-58db-4be9-89e8-0532a522bcdf,segment=NetworkSegment(2f9675bc-13cd-408f-ac27-888974a5e85c),segment_id=2f9675bc-13cd-408f-ac27-888974a5e85c)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:21:48.854743 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-3daecdcd-946e-42c1-b8ed-461ab77838cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:48.972320 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daecdcd-946e-42c1-b8ed-461ab77838cd None None] Pushing event updated for resources: {'Port': ['ID=56ab7c33-58db-4be9-89e8-0532a522bcdf,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:48.981113 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:49.013114 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95cc3bc-25c0-4346-97a5-b81d7ffe0e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c6a8d7-1cf4-43ff-9506-a211c3e080cd'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:21:49.024058 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port c6c6a8d7-1cf4-43ff-9506-a211c3e080cd, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=c6c6a8d7-1cf4-43ff-9506-a211c3e080cd,segment=NetworkSegment(14aab721-ed99-48f0-88c3-ecaac8907e53),segment_id=14aab721-ed99-48f0-88c3-ecaac8907e53)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:21:49.028250 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:49.029252 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 094c562e-74b6-42c1-9b38-609300df83c9 no longer exists at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:21:49.066388 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-84a5f2cd-27d6-41a0-b46d-55f3d5de274c None None] Set router 67903125-a958-4bd4-945c-2516580e2b68 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:21:49.097830 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df8c77-70e3-469b-a8f7-68064830b80a req-545711f3-55ee-49d3-8fbd-040a4967962e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:49.099260 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-67df8c77-70e3-469b-a8f7-68064830b80a req-545711f3-55ee-49d3-8fbd-040a4967962e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.1778212
Dec 30 16:21:49.142247 dv-cinder-822939-1-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95cc3bc-25c0-4346-97a5-b81d7ffe0e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c6a8d7-1cf4-43ff-9506-a211c3e080cd', 'code': 200}
Dec 30 16:21:49.197904 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-67df8c77-70e3-469b-a8f7-68064830b80a req-9db4485b-bae2-4f90-bf86-c45b6200c810 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913734
Dec 30 16:21:49.201144 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=c6c6a8d7-1cf4-43ff-9506-a211c3e080cd,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:49.214707 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-9e2967ec-5015-4f93-909d-53dd57476e30 None None] Provisioning complete for port 56ab7c33-58db-4be9-89e8-0532a522bcdf triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:21:49.215176 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-9e2967ec-5015-4f93-909d-53dd57476e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:49.363441 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:49.457901 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1f875584-a644-4cd0-a72e-67d804b83415 req-dd01f5ae-84d1-4a39-acfc-a7c65baa20fc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e95cc3bc-25c0-4346-97a5-b81d7ffe0e6e HTTP/1.1" status: 200  len: 1098 time: 0.1573575
Dec 30 16:21:49.557880 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 094c562e-74b6-42c1-9b38-609300df83c9, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=094c562e-74b6-42c1-9b38-609300df83c9,segment=NetworkSegment(5936c83c-be6b-48e8-9fcb-7dbbfde67386),segment_id=5936c83c-be6b-48e8-9fcb-7dbbfde67386)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:21:49.570493 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:49.597639 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-84a5f2cd-27d6-41a0-b46d-55f3d5de274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d542f430>, [{'id': '67903125-a958-4bd4-945c-2516580e2b68', 'name': 'tempest-TestShelveInstance-53780461-router', 'tenant_id': '56b2c03b9ea44b739b7f8011ada529cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '67a97630-3d7e-431a-b8ba-be4ff1c80fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:21:46Z', 'updated_at': '2021-12-30T16:21:47Z', 'revision_number': 3, 'project_id': '56b2c03b9ea44b739b7f8011ada529cb', 'gw_port': {'id': '67a97630-3d7e-431a-b8ba-be4ff1c80fe6', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67903125-a958-4bd4-945c-2516580e2b68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:21:46Z', 'updated_at': '2021-12-30T16:21:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi'}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:21:49.602539 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a5f2cd-27d6-41a0-b46d-55f3d5de274c None None] Checking router: 67903125-a958-4bd4-945c-2516580e2b68 for host: dv-cinder-822939-1-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:21:49.603136 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a5f2cd-27d6-41a0-b46d-55f3d5de274c None None] Updating router 67903125-a958-4bd4-945c-2516580e2b68 port 67a97630-3d7e-431a-b8ba-be4ff1c80fe6 binding host dv-cinder-822939-1-iscsi {{(pid=82860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 30 16:21:49.671068 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-84a5f2cd-27d6-41a0-b46d-55f3d5de274c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:49.681496 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1f875584-a644-4cd0-a72e-67d804b83415 req-999fc475-c0b9-48d4-b4dd-3bb943ef050a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5a2a6d5d-fa6c-454c-8937-a063afc4c8f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2151306
Dec 30 16:21:49.711841 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=094c562e-74b6-42c1-9b38-609300df83c9,revision_number=8']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:49.716311 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f123c-99b8-4c29-bb78-e3d72f30f671 req-9e422f7c-a408-4091-ba63-a3b530e8356c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:49.724603 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-938f123c-99b8-4c29-bb78-e3d72f30f671 req-9e422f7c-a408-4091-ba63-a3b530e8356c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 943 time: 0.1809070
Dec 30 16:21:49.796332 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:49.809348 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-938f123c-99b8-4c29-bb78-e3d72f30f671 req-e7ecd795-eed3-480e-89aa-d75600416a41 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0831900
Dec 30 16:21:49.811343 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 56ab7c33-58db-4be9-89e8-0532a522bcdf up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:21:49.888741 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 56ab7c33-58db-4be9-89e8-0532a522bcdf triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:21:49.889506 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:50.160934 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-84a5f2cd-27d6-41a0-b46d-55f3d5de274c None None] Notify callbacks [] for port, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:50.174610 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.provisioning_blocks [None req-84a5f2cd-27d6-41a0-b46d-55f3d5de274c None None] Transition to ACTIVE for port object 67a97630-3d7e-431a-b8ba-be4ff1c80fe6 will not be triggered until provisioned by entity L2. {{(pid=82860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:21:50.183570 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-84a5f2cd-27d6-41a0-b46d-55f3d5de274c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:50.232254 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-27cd0f3a-ef15-4122-a6ee-a583654830e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:50.267198 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bead78-f8ca-4a62-ad55-87c7304c3b39 None None] Pushing event updated for resources: {'Port': ['ID=67a97630-3d7e-431a-b8ba-be4ff1c80fe6,revision_number=2']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:50.280718 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-84a5f2cd-27d6-41a0-b46d-55f3d5de274c None None] Attempting to bind port 67a97630-3d7e-431a-b8ba-be4ff1c80fe6 on host dv-cinder-822939-1-iscsi for vnic_type normal with profile  {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:21:50.280718 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-84a5f2cd-27d6-41a0-b46d-55f3d5de274c None None] Attempting to bind port 67a97630-3d7e-431a-b8ba-be4ff1c80fe6 by drivers openvswitch,hyperv on host dv-cinder-822939-1-iscsi at level 0 using segments [{'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:21:50.280718 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a5f2cd-27d6-41a0-b46d-55f3d5de274c None None] Attempting to bind port 67a97630-3d7e-431a-b8ba-be4ff1c80fe6 on network 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:21:50.280718 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a5f2cd-27d6-41a0-b46d-55f3d5de274c None None] Checking agent: {'id': 'b5560ab0-2c8e-4cda-8841-fe2255e3b07c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822939-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 11, 19), 'started_at': datetime.datetime(2021, 12, 30, 16, 11, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822939-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:21:50.280718 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a5f2cd-27d6-41a0-b46d-55f3d5de274c None None] Checking segment: {'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:21:50.280718 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-84a5f2cd-27d6-41a0-b46d-55f3d5de274c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:50.281419 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a5f2cd-27d6-41a0-b46d-55f3d5de274c None None] Bound using segment: {'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:21:50.281518 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-84a5f2cd-27d6-41a0-b46d-55f3d5de274c None None] Bound port: 67a97630-3d7e-431a-b8ba-be4ff1c80fe6, host: dv-cinder-822939-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'}}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:21:50.281860 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-84a5f2cd-27d6-41a0-b46d-55f3d5de274c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:50.296945 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f68554-d0cb-4162-90ea-1d6201c0f154 req-7c04d917-9b68-42a9-8269-e98213c97628 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:50.298868 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-61f68554-d0cb-4162-90ea-1d6201c0f154 req-7c04d917-9b68-42a9-8269-e98213c97628 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/ports?device_id=e95cc3bc-25c0-4346-97a5-b81d7ffe0e6e HTTP/1.1" status: 200  len: 945 time: 0.2816725
Dec 30 16:21:50.362745 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-84a5f2cd-27d6-41a0-b46d-55f3d5de274c None None] For port 67a97630-3d7e-431a-b8ba-be4ff1c80fe6, host dv-cinder-822939-1-iscsi, cleared binding levels {{(pid=82860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:21:50.366625 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-84a5f2cd-27d6-41a0-b46d-55f3d5de274c None None] For port 67a97630-3d7e-431a-b8ba-be4ff1c80fe6, host dv-cinder-822939-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=67a97630-3d7e-431a-b8ba-be4ff1c80fe6,segment=NetworkSegment(a1965180-a5eb-4dfc-97e0-14ede4debdc3),segment_id=a1965180-a5eb-4dfc-97e0-14ede4debdc3)] {{(pid=82860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:21:50.373699 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-84a5f2cd-27d6-41a0-b46d-55f3d5de274c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:50.426746 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-61f68554-d0cb-4162-90ea-1d6201c0f154 req-4861caf0-54dc-4d17-9d69-bde154865302 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a2a6d5d-fa6c-454c-8937-a063afc4c8f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126406
Dec 30 16:21:50.469340 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bead78-f8ca-4a62-ad55-87c7304c3b39 None None] Pushing event updated for resources: {'Port': ['ID=67a97630-3d7e-431a-b8ba-be4ff1c80fe6,revision_number=3']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:50.476928 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a5f2cd-27d6-41a0-b46d-55f3d5de274c None None] Routers {'67903125-a958-4bd4-945c-2516580e2b68'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:21:50.478442 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-84a5f2cd-27d6-41a0-b46d-55f3d5de274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d542f430>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:21:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['67903125-a958-4bd4-945c-2516580e2b68'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:21:50.512974 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [None req-27cd0f3a-ef15-4122-a6ee-a583654830e0 admin admin] Allocated IP 172.20.0.1 (86764f6c-6ecd-48e9-b549-52650a897818/7ef85b58-3499-4416-bb4b-3b0b796ad66e/5f02b792-fad3-4589-a713-d39e40f2366c) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:21:50.568047 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acae2f32-058f-4809-9be3-a6e52c74031a req-476ba04a-c525-42f0-b2ea-65220736b14e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:50.570015 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-acae2f32-058f-4809-9be3-a6e52c74031a req-476ba04a-c525-42f0-b2ea-65220736b14e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.1645637
Dec 30 16:21:50.685271 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-27cd0f3a-ef15-4122-a6ee-a583654830e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:50.690926 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-84a5f2cd-27d6-41a0-b46d-55f3d5de274c None None] Set router 67903125-a958-4bd4-945c-2516580e2b68 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:21:50.702447 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [None req-27cd0f3a-ef15-4122-a6ee-a583654830e0 admin admin] Transition to ACTIVE for port object 5f02b792-fad3-4589-a713-d39e40f2366c will not be triggered until provisioned by entity DHCP. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:21:50.714288 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-acae2f32-058f-4809-9be3-a6e52c74031a req-c686307f-cc4d-4525-b81f-9cd080d79b38 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363776
Dec 30 16:21:50.728001 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-27cd0f3a-ef15-4122-a6ee-a583654830e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:50.799956 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cd0f3a-ef15-4122-a6ee-a583654830e0 admin admin] Network 86764f6c-6ecd-48e9-b549-52650a897818 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:21:50.802906 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-27cd0f3a-ef15-4122-a6ee-a583654830e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:21:50.807568 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27cd0f3a-ef15-4122-a6ee-a583654830e0 admin admin] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:21:50.844507 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd0f3a-ef15-4122-a6ee-a583654830e0 admin admin] Pushing event updated for resources: {'Port': ['ID=5f02b792-fad3-4589-a713-d39e40f2366c,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:50.887258 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-27cd0f3a-ef15-4122-a6ee-a583654830e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4018067'] for router_interface, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:50.992071 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-27cd0f3a-ef15-4122-a6ee-a583654830e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:51.143291 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f037c14-64b7-46d3-a080-0ffbf8e791e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '094c562e-74b6-42c1-9b38-609300df83c9'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:21:51.172710 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-84a5f2cd-27d6-41a0-b46d-55f3d5de274c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d542f430>, [{'id': '67903125-a958-4bd4-945c-2516580e2b68', 'name': 'tempest-TestShelveInstance-53780461-router', 'tenant_id': '56b2c03b9ea44b739b7f8011ada529cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '67a97630-3d7e-431a-b8ba-be4ff1c80fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:21:46Z', 'updated_at': '2021-12-30T16:21:47Z', 'revision_number': 3, 'project_id': '56b2c03b9ea44b739b7f8011ada529cb', 'gw_port': {'id': '67a97630-3d7e-431a-b8ba-be4ff1c80fe6', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67903125-a958-4bd4-945c-2516580e2b68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:21:46Z', 'updated_at': '2021-12-30T16:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi'}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:21:51.190998 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a5f2cd-27d6-41a0-b46d-55f3d5de274c None None] The sync data for ids ['67903125-a958-4bd4-945c-2516580e2b68'] in dv-cinder-822939-1-iscsi is: [{'id': '67903125-a958-4bd4-945c-2516580e2b68', 'name': 'tempest-TestShelveInstance-53780461-router', 'tenant_id': '56b2c03b9ea44b739b7f8011ada529cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '67a97630-3d7e-431a-b8ba-be4ff1c80fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:21:46Z', 'updated_at': '2021-12-30T16:21:47Z', 'revision_number': 3, 'project_id': '56b2c03b9ea44b739b7f8011ada529cb', 'gw_port': {'id': '67a97630-3d7e-431a-b8ba-be4ff1c80fe6', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b2:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67903125-a958-4bd4-945c-2516580e2b68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:21:46Z', 'updated_at': '2021-12-30T16:21:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi'}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:21:51.196366 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-089ff95e-3931-4885-b369-97f8e1d75407 None None] Provisioning for port 5f02b792-fad3-4589-a713-d39e40f2366c completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:21:51.208483 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-089ff95e-3931-4885-b369-97f8e1d75407 None None] Provisioning complete for port 5f02b792-fad3-4589-a713-d39e40f2366c triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:21:51.210557 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-089ff95e-3931-4885-b369-97f8e1d75407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:51.304130 dv-cinder-822939-1-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f037c14-64b7-46d3-a080-0ffbf8e791e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '094c562e-74b6-42c1-9b38-609300df83c9', 'code': 200}
Dec 30 16:21:51.308778 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-089ff95e-3931-4885-b369-97f8e1d75407 None None] Port 5f02b792-fad3-4589-a713-d39e40f2366c cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 30 16:21:51.439214 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da84d902-980c-4eb5-8c4d-4195fa00b11b req-f35e6c4f-badb-459f-ad6b-28304203180d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:51.446820 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-da84d902-980c-4eb5-8c4d-4195fa00b11b req-f35e6c4f-badb-459f-ad6b-28304203180d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 943 time: 0.4009216
Dec 30 16:21:51.604657 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-da84d902-980c-4eb5-8c4d-4195fa00b11b req-4a9903fb-464e-4c69-9cfb-a6149baaaf29 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1570718
Dec 30 16:21:51.638141 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-27cd0f3a-ef15-4122-a6ee-a583654830e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:51.647698 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-27cd0f3a-ef15-4122-a6ee-a583654830e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:51.770889 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272d445-e084-4509-af26-a90fff1741d0 req-012f4a8f-3388-4e39-968d-337545b1796e tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:51.784446 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5272d445-e084-4509-af26-a90fff1741d0 req-012f4a8f-3388-4e39-968d-337545b1796e tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/ports?device_id=e95cc3bc-25c0-4346-97a5-b81d7ffe0e6e HTTP/1.1" status: 200  len: 945 time: 0.1574938
Dec 30 16:21:51.798010 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-27cd0f3a-ef15-4122-a6ee-a583654830e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4017274'] for router_interface, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:51.804963 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cd0f3a-ef15-4122-a6ee-a583654830e0 admin admin] Pushing event updated for resources: {'Port': ['ID=5f02b792-fad3-4589-a713-d39e40f2366c,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:51.810836 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 67a97630-3d7e-431a-b8ba-be4ff1c80fe6 up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:21:51.889105 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5272d445-e084-4509-af26-a90fff1741d0 req-0b58d5e1-5009-42fc-a356-5fb3753b5d65 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a2a6d5d-fa6c-454c-8937-a063afc4c8f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004927
Dec 30 16:21:52.007363 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning for port 67a97630-3d7e-431a-b8ba-be4ff1c80fe6 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:21:52.014111 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 67a97630-3d7e-431a-b8ba-be4ff1c80fe6 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:21:52.014857 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:52.075264 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cd0f3a-ef15-4122-a6ee-a583654830e0 admin admin] Network 86764f6c-6ecd-48e9-b549-52650a897818 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:21:52.077639 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-27cd0f3a-ef15-4122-a6ee-a583654830e0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:21:52.200198 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ea3e1-20d7-49b6-910d-fcbdeeff7297 req-3c53c4ef-d24c-49d3-b31c-eda06c6ac89f tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:52.206934 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:52.214841 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-577ea3e1-20d7-49b6-910d-fcbdeeff7297 req-3c53c4ef-d24c-49d3-b31c-eda06c6ac89f tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.2827837
Dec 30 16:21:52.233099 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] For port 67a97630-3d7e-431a-b8ba-be4ff1c80fe6, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=67a97630-3d7e-431a-b8ba-be4ff1c80fe6,segment=NetworkSegment(a1965180-a5eb-4dfc-97e0-14ede4debdc3),segment_id=a1965180-a5eb-4dfc-97e0-14ede4debdc3)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:21:52.242500 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:52.372342 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Pushing event updated for resources: {'Port': ['ID=67a97630-3d7e-431a-b8ba-be4ff1c80fe6,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:52.451649 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-9e66e875-d236-4f66-8f06-b59daee20028 None None] Provisioning complete for port 5f02b792-fad3-4589-a713-d39e40f2366c triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:21:52.452058 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-9e66e875-d236-4f66-8f06-b59daee20028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:52.505708 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-577ea3e1-20d7-49b6-910d-fcbdeeff7297 req-f7651da7-9571-40f7-86a3-dcbad5a715bc tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2757432
Dec 30 16:21:52.577104 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-9e66e875-d236-4f66-8f06-b59daee20028 None None] Port 5f02b792-fad3-4589-a713-d39e40f2366c cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 30 16:21:52.586785 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:52.778275 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27cd0f3a-ef15-4122-a6ee-a583654830e0 admin admin] Router 67903125-a958-4bd4-945c-2516580e2b68 has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:21:52.868219 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c95e8ec-c679-4dac-a30f-254553e6ba8e req-feaeb8b0-27c1-4993-891c-b95945f0d91e tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:52.870798 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4c95e8ec-c679-4dac-a30f-254553e6ba8e req-feaeb8b0-27c1-4993-891c-b95945f0d91e tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 943 time: 0.0980635
Dec 30 16:21:52.942011 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4c95e8ec-c679-4dac-a30f-254553e6ba8e req-7e76e3d9-aeb2-47d5-8791-887771e0e629 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635111
Dec 30 16:21:53.029004 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27cd0f3a-ef15-4122-a6ee-a583654830e0 admin admin] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:21:53.040621 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-27cd0f3a-ef15-4122-a6ee-a583654830e0 admin admin] 10.222.0.31 "PUT /v2.0/routers/67903125-a958-4bd4-945c-2516580e2b68/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2507091
Dec 30 16:21:53.675588 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783f48f-3b7c-40ea-976b-53da011e7754 req-9599e34e-e931-4f14-99fb-f69b4632364d tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:53.677124 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2783f48f-3b7c-40ea-976b-53da011e7754 req-9599e34e-e931-4f14-99fb-f69b4632364d tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/ports?device_id=e95cc3bc-25c0-4346-97a5-b81d7ffe0e6e HTTP/1.1" status: 200  len: 945 time: 0.0990419
Dec 30 16:21:53.782777 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2783f48f-3b7c-40ea-976b-53da011e7754 req-565305c5-c5b2-4e3e-989c-b0bb5361dfed tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a2a6d5d-fa6c-454c-8937-a063afc4c8f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987890
Dec 30 16:21:53.795357 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 67a97630-3d7e-431a-b8ba-be4ff1c80fe6 up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:21:53.939877 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 67a97630-3d7e-431a-b8ba-be4ff1c80fe6 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:21:53.940937 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:54.101256 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e9cad-55ca-459e-9dc2-bba5b54af719 req-a20c3400-3f8b-4262-831a-970323d4bfdc tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:54.105637 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2a7e9cad-55ca-459e-9dc2-bba5b54af719 req-a20c3400-3f8b-4262-831a-970323d4bfdc tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.1861234
Dec 30 16:21:54.178908 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2a7e9cad-55ca-459e-9dc2-bba5b54af719 req-fe3e8b00-5001-46f4-89a1-e72be757ab82 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667541
Dec 30 16:21:54.411053 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 51934) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:21:54.434906 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ebd0686b-9913-465a-9b60-213d13a070ac req-8ecbf5ba-0a45-4f04-b37e-041c229ddf26 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0739336
Dec 30 16:21:54.495896 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 51942) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:21:54.501351 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-0f6acfbc-c936-4480-b482-9e2d0bf094f4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-824689457-network', 'tenant_id': '5cebfd67694e412ca12f389efef0d37e'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:21:54.506831 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-0f6acfbc-c936-4480-b482-9e2d0bf094f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:21:54.511139 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-0f6acfbc-c936-4480-b482-9e2d0bf094f4 admin admin] Usage tracker for resource:network and tenant:5cebfd67694e412ca12f389efef0d37e is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:21:54.514450 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-0f6acfbc-c936-4480-b482-9e2d0bf094f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:21:54.520454 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-0f6acfbc-c936-4480-b482-9e2d0bf094f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:21:54.531453 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6acfbc-c936-4480-b482-9e2d0bf094f4 admin admin] Made reservation on behalf of 5cebfd67694e412ca12f389efef0d37e for: {'network': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:21:54.533973 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0f6acfbc-c936-4480-b482-9e2d0bf094f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for network, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:54.548113 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0f6acfbc-c936-4480-b482-9e2d0bf094f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:54.611034 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 094c562e-74b6-42c1-9b38-609300df83c9 no longer exists at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:21:54.618497 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-0f6acfbc-c936-4480-b482-9e2d0bf094f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:21:54.625696 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-0f6acfbc-c936-4480-b482-9e2d0bf094f4 admin admin] Usage tracker for resource:security_group_rule and tenant:5cebfd67694e412ca12f389efef0d37e is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:21:54.634875 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-0f6acfbc-c936-4480-b482-9e2d0bf094f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:21:54.642129 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-0f6acfbc-c936-4480-b482-9e2d0bf094f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:21:54.768187 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 51956) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:21:54.789880 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c45c08-68f2-420f-ab27-eca8dec0db4b req-1a26c1f8-b421-4744-9ad1-6a17da0c6269 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:54.793691 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d2c45c08-68f2-420f-ab27-eca8dec0db4b req-1a26c1f8-b421-4744-9ad1-6a17da0c6269 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 943 time: 0.1187351
Dec 30 16:21:54.854116 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ce89c7e0-d8a1-480c-b566-c7397aaae951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:54.871095 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0f6acfbc-c936-4480-b482-9e2d0bf094f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:54.892404 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0f6acfbc-c936-4480-b482-9e2d0bf094f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:54.941102 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d2c45c08-68f2-420f-ab27-eca8dec0db4b req-ee73a8ef-eb98-42f2-930d-c538b5dff0e4 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1222873
Dec 30 16:21:54.944450 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6acfbc-c936-4480-b482-9e2d0bf094f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'}  {{(pid=82857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 30 16:21:54.953472 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-ce89c7e0-d8a1-480c-b566-c7397aaae951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:21:54.960222 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-ce89c7e0-d8a1-480c-b566-c7397aaae951 admin admin] Usage tracker for resource:security_group_rule and tenant:340b7335de1745f684c9ed2c0fb1f207 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:21:54.963952 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-ce89c7e0-d8a1-480c-b566-c7397aaae951 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:21:54.966919 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6acfbc-c936-4480-b482-9e2d0bf094f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c541e70-5f79-4341-8b0e-5ac9f98fed76,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:54.967494 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-219856fc-6ef1-4c33-922d-930c838f755d req-07d055fa-8110-4666-aefa-4f4e1a9123d0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1973050
Dec 30 16:21:54.975668 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0f6acfbc-c936-4480-b482-9e2d0bf094f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:54.976005 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.db.segments_db [None req-0f6acfbc-c936-4480-b482-9e2d0bf094f4 admin admin] Added segment 701f4075-8d86-4d4b-a2c1-77e505146be2 of type vlan for network b0bb9ee9-5ebe-4465-b6bb-3cd6b9f9a562
Dec 30 16:21:54.977238 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-ce89c7e0-d8a1-480c-b566-c7397aaae951 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:21:55.018628 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0f6acfbc-c936-4480-b482-9e2d0bf094f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793095940298'] for network, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:55.087938 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88e730-97e4-49c7-b197-de88bc84c5d7 req-4962f6c7-d296-4d50-9539-8a1a6fea53fb tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:55.088251 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0f6acfbc-c936-4480-b482-9e2d0bf094f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487'] for network, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:55.089057 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6acfbc-c936-4480-b482-9e2d0bf094f4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:55.089673 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0f6acfbc-c936-4480-b482-9e2d0bf094f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:55.093667 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0e88e730-97e4-49c7-b197-de88bc84c5d7 req-4962f6c7-d296-4d50-9539-8a1a6fea53fb tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/ports?device_id=e95cc3bc-25c0-4346-97a5-b81d7ffe0e6e HTTP/1.1" status: 200  len: 945 time: 0.1636541
Dec 30 16:21:55.111657 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e64c27-83ec-40f2-a322-508d79bb8c53 req-fc72860a-7371-410e-ba60-0e57d0610c05 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:55.113177 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a9e64c27-83ec-40f2-a322-508d79bb8c53 req-fc72860a-7371-410e-ba60-0e57d0610c05 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.43 "GET /v2.0/ports?device_id=e95cc3bc-25c0-4346-97a5-b81d7ffe0e6e HTTP/1.1" status: 200  len: 945 time: 0.1254261
Dec 30 16:21:55.188607 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ce89c7e0-d8a1-480c-b566-c7397aaae951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:55.205772 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ce89c7e0-d8a1-480c-b566-c7397aaae951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:55.210212 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0e88e730-97e4-49c7-b197-de88bc84c5d7 req-31f4ef59-9060-43a8-aafc-e035e1d278cd tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/security-groups?id=5a2a6d5d-fa6c-454c-8937-a063afc4c8f7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050508
Dec 30 16:21:55.240232 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6acfbc-c936-4480-b482-9e2d0bf094f4 admin admin] Pushing event updated for resources: {'Network': ['ID=b0bb9ee9-5ebe-4465-b6bb-3cd6b9f9a562,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:55.252804 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [req-a9e64c27-83ec-40f2-a322-508d79bb8c53 req-68121d28-00e5-4b86-9cd3-68b3eec55785 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Deleting port c6c6a8d7-1cf4-43ff-9506-a211c3e080cd {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:21:55.256285 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-0f6acfbc-c936-4480-b482-9e2d0bf094f4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.7564342
Dec 30 16:21:55.257618 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-a9e64c27-83ec-40f2-a322-508d79bb8c53 req-68121d28-00e5-4b86-9cd3-68b3eec55785 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:55.263002 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 51976) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:21:55.265810 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Network b0bb9ee9-5ebe-4465-b6bb-3cd6b9f9a562 details requested by agent ovs-agent-dv-cinder-822939-1-iscsi with host dv-cinder-822939-1-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 30 16:21:55.275338 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-03c85b42-ef07-45f9-a991-a84792b226c1 admin admin] Request body: {'subnet': {'network_id': 'b0bb9ee9-5ebe-4465-b6bb-3cd6b9f9a562', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-824689457-subnet', 'tenant_id': '5cebfd67694e412ca12f389efef0d37e', 'ip_version': 4}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:21:55.285684 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-03c85b42-ef07-45f9-a991-a84792b226c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:21:55.289872 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-ce89c7e0-d8a1-480c-b566-c7397aaae951 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=340b7335de1745f684c9ed2c0fb1f207&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8774285
Dec 30 16:21:55.291983 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce89c7e0-d8a1-480c-b566-c7397aaae951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d0df8a-60ff-4b30-8f27-6a194a71613f,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:55.294739 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-03c85b42-ef07-45f9-a991-a84792b226c1 admin admin] Usage tracker for resource:subnet and tenant:5cebfd67694e412ca12f389efef0d37e is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:21:55.297299 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 51980) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:21:55.299607 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-03c85b42-ef07-45f9-a991-a84792b226c1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:21:55.313253 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-03c85b42-ef07-45f9-a991-a84792b226c1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:21:55.343209 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c85b42-ef07-45f9-a991-a84792b226c1 admin admin] Made reservation on behalf of 5cebfd67694e412ca12f389efef0d37e for: {'subnet': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:21:55.346259 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-03c85b42-ef07-45f9-a991-a84792b226c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2671150'] for subnet, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:55.590031 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3cb17e-43fa-4fde-bd4c-c5f4ca06de83 None None] Sync routers for ids ['67903125-a958-4bd4-945c-2516580e2b68'] in dv-cinder-822939-1-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:21:55.618903 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3cb17e-43fa-4fde-bd4c-c5f4ca06de83 None None] Routers {'67903125-a958-4bd4-945c-2516580e2b68'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:21:55.619510 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-da3cb17e-43fa-4fde-bd4c-c5f4ca06de83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d52f7670>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:21:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['67903125-a958-4bd4-945c-2516580e2b68'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:21:55.659686 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-a9e64c27-83ec-40f2-a322-508d79bb8c53 req-68121d28-00e5-4b86-9cd3-68b3eec55785 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] For port c6c6a8d7-1cf4-43ff-9506-a211c3e080cd, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=c6c6a8d7-1cf4-43ff-9506-a211c3e080cd,segment=NetworkSegment(14aab721-ed99-48f0-88c3-ecaac8907e53),segment_id=14aab721-ed99-48f0-88c3-ecaac8907e53)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:21:55.660234 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-a9e64c27-83ec-40f2-a322-508d79bb8c53 req-68121d28-00e5-4b86-9cd3-68b3eec55785 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:55.720769 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-59058301-78ef-4471-8cef-4c36c701086a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:55.785649 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-59058301-78ef-4471-8cef-4c36c701086a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:55.808161 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [req-a9e64c27-83ec-40f2-a322-508d79bb8c53 req-68121d28-00e5-4b86-9cd3-68b3eec55785 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Calling delete_port for c6c6a8d7-1cf4-43ff-9506-a211c3e080cd owned by compute:nova {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:21:55.851839 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-da3cb17e-43fa-4fde-bd4c-c5f4ca06de83 None None] Set router 67903125-a958-4bd4-945c-2516580e2b68 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:21:55.869230 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9afe59-ca6e-408c-b33c-7ed709c5d010 req-c1895655-8189-42fb-b89d-28e0ccc3ba34 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:55.870841 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ee9afe59-ca6e-408c-b33c-7ed709c5d010 req-c1895655-8189-42fb-b89d-28e0ccc3ba34 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.2788167
Dec 30 16:21:55.965421 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ee9afe59-ca6e-408c-b33c-7ed709c5d010 req-910c4bf9-3afb-4650-8a96-5bd07a942e3c tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864375
Dec 30 16:21:55.966196 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-59058301-78ef-4471-8cef-4c36c701086a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:55.980804 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-03c85b42-ef07-45f9-a991-a84792b226c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2907078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2674644'] for subnet, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:56.020451 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59058301-78ef-4471-8cef-4c36c701086a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d0df8a-60ff-4b30-8f27-6a194a71613f,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:56.022183 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-a9e64c27-83ec-40f2-a322-508d79bb8c53 req-68121d28-00e5-4b86-9cd3-68b3eec55785 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:56.049973 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['c6c6a8d7-1cf4-43ff-9506-a211c3e080cd'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:21:56.062392 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-59058301-78ef-4471-8cef-4c36c701086a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:56.063532 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-59058301-78ef-4471-8cef-4c36c701086a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/69d0df8a-60ff-4b30-8f27-6a194a71613f HTTP/1.1" status: 204  len: 168 time: 0.7653735
Dec 30 16:21:56.082422 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c85b42-ef07-45f9-a991-a84792b226c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d01b4bf7-20d2-40bb-970b-39201d1cd352,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:56.085035 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68121d28-00e5-4b86-9cd3-68b3eec55785 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Pushing event deleted for resources: {'Port': ['ID=c6c6a8d7-1cf4-43ff-9506-a211c3e080cd,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:56.110540 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c85b42-ef07-45f9-a991-a84792b226c1 admin admin] Checking segment: {'id': '701f4075-8d86-4d4b-a2c1-77e505146be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0bb9ee9-5ebe-4465-b6bb-3cd6b9f9a562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:21:56.111444 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c85b42-ef07-45f9-a991-a84792b226c1 admin admin] Network hostable DHCP agents. Network: b0bb9ee9-5ebe-4465-b6bb-3cd6b9f9a562, hostable agents: ['56495f28-f8e1-4ded-a581-8b29fe371967'], hosted agents: [] {{(pid=82857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 30 16:21:56.164431 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c85b42-ef07-45f9-a991-a84792b226c1 admin admin] Network b0bb9ee9-5ebe-4465-b6bb-3cd6b9f9a562 is scheduled to be hosted by DHCP agent 56495f28-f8e1-4ded-a581-8b29fe371967 with binding_index 1 {{(pid=82857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 30 16:21:56.176814 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-03c85b42-ef07-45f9-a991-a84792b226c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822939-1-iscsi, b0bb9ee9-5ebe-4465-b6bb-3cd6b9f9a562) {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:21:56.181225 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c85b42-ef07-45f9-a991-a84792b226c1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:56.181809 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-03c85b42-ef07-45f9-a991-a84792b226c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:56.212268 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ece0e2-963e-4c0b-9193-fb3cd707dc41 None None] Network b0bb9ee9-5ebe-4465-b6bb-3cd6b9f9a562 requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:21:56.231392 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-03c85b42-ef07-45f9-a991-a84792b226c1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.9650457
Dec 30 16:21:56.232990 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 51990) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:21:56.250449 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-456a1636-8d47-4335-a357-578b4884e9a8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-824689457-router', 'tenant_id': '5cebfd67694e412ca12f389efef0d37e', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'}}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:21:56.262254 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-456a1636-8d47-4335-a357-578b4884e9a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:21:56.282474 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-456a1636-8d47-4335-a357-578b4884e9a8 admin admin] Usage tracker for resource:router and tenant:5cebfd67694e412ca12f389efef0d37e is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:21:56.286139 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-456a1636-8d47-4335-a357-578b4884e9a8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:21:56.292996 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-456a1636-8d47-4335-a357-578b4884e9a8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:21:56.325460 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-456a1636-8d47-4335-a357-578b4884e9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4015920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3452'] for router, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:56.325460 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-456a1636-8d47-4335-a357-578b4884e9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4015949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4020124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4009619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3445'] for router, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:56.357319 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-456a1636-8d47-4335-a357-578b4884e9a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:56.373343 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e64c27-83ec-40f2-a322-508d79bb8c53 req-68121d28-00e5-4b86-9cd3-68b3eec55785 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] No DVR routers for this DVR port c6c6a8d7-1cf4-43ff-9506-a211c3e080cd on host hv-cinder-82293 {{(pid=82858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 30 16:21:56.378030 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-a9e64c27-83ec-40f2-a322-508d79bb8c53 req-68121d28-00e5-4b86-9cd3-68b3eec55785 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:56.382535 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e95cc3bc-25c0-4346-97a5-b81d7ffe0e6e', 'name': 'network-vif-deleted', 'tag': 'c6c6a8d7-1cf4-43ff-9506-a211c3e080cd'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:21:56.458601 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a9e64c27-83ec-40f2-a322-508d79bb8c53 req-68121d28-00e5-4b86-9cd3-68b3eec55785 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.43 "DELETE /v2.0/ports/c6c6a8d7-1cf4-43ff-9506-a211c3e080cd HTTP/1.1" status: 204  len: 173 time: 1.3204474
Dec 30 16:21:56.482281 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21371a1d-1f12-45fe-bc13-3e1821d1251f req-d9c51bbd-32ba-43da-95da-58d640c63bd2 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:56.492100 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-21371a1d-1f12-45fe-bc13-3e1821d1251f req-d9c51bbd-32ba-43da-95da-58d640c63bd2 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 943 time: 0.3290772
Dec 30 16:21:56.573006 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-21371a1d-1f12-45fe-bc13-3e1821d1251f req-3c3d49a6-afce-4f5d-9bec-97d8051418c9 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0829568
Dec 30 16:21:56.680018 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e95cc3bc-25c0-4346-97a5-b81d7ffe0e6e', 'name': 'network-vif-deleted', 'tag': 'c6c6a8d7-1cf4-43ff-9506-a211c3e080cd', 'status': 'completed', 'code': 200}
Dec 30 16:21:56.702235 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-da3cb17e-43fa-4fde-bd4c-c5f4ca06de83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d52f7670>, [{'id': '67903125-a958-4bd4-945c-2516580e2b68', 'name': 'tempest-TestShelveInstance-53780461-router', 'tenant_id': '56b2c03b9ea44b739b7f8011ada529cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '67a97630-3d7e-431a-b8ba-be4ff1c80fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:21:46Z', 'updated_at': '2021-12-30T16:21:50Z', 'revision_number': 4, 'project_id': '56b2c03b9ea44b739b7f8011ada529cb', 'gw_port': {'id': '67a97630-3d7e-431a-b8ba-be4ff1c80fe6', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67903125-a958-4bd4-945c-2516580e2b68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:21:46Z', 'updated_at': '2021-12-30T16:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '5f02b792-fad3-4589-a713-d39e40f2366c', 'name': '', 'network_id': '86764f6c-6ecd-48e9-b549-52650a897818', 'tenant_id': '56b2c03b9ea44b739b7f8011ada529cb', 'mac_address': 'fa:16:3e:0d:8e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67903125-a958-4bd4-945c-2516580e2b68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ef85b58-3499-4416-bb4b-3b0b796ad66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:21:50Z', 'updated_at': '2021-12-30T16:21:51Z', 'revision_number': 2, 'project_id': '56b2c03b9ea44b739b7f8011ada529cb', 'subnets': [{'id': '7ef85b58-3499-4416-bb4b-3b0b796ad66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:21:56.710966 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3cb17e-43fa-4fde-bd4c-c5f4ca06de83 None None] Checking router: 67903125-a958-4bd4-945c-2516580e2b68 for host: dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:21:56.711607 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3cb17e-43fa-4fde-bd4c-c5f4ca06de83 None None] Updating router 67903125-a958-4bd4-945c-2516580e2b68 port 5f02b792-fad3-4589-a713-d39e40f2366c binding host dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 30 16:21:56.730345 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-51f369fa-d3f5-4410-abab-c2a6617c482d req-4fece612-c2dd-4551-b458-c7447b91f863 tempest-VolumesActionsTest-665622863 tempest-VolumesActionsTest-665622863-project] 10.222.0.31 "GET /v2.0/ports?device_id=e95cc3bc-25c0-4346-97a5-b81d7ffe0e6e HTTP/1.1" status: 200  len: 210 time: 0.2643809
Dec 30 16:21:56.740771 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a059c4-1bb9-4d11-b9a9-d1365b0837f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf905f464-6ef4-5d13-8270-ca113c3e727c-b0bb9ee9-5ebe-4465-b6bb-3cd6b9f9a562', 'network_id': 'b0bb9ee9-5ebe-4465-b6bb-3cd6b9f9a562', 'tenant_id': '5cebfd67694e412ca12f389efef0d37e', 'fixed_ips': [{'subnet_id': 'd01b4bf7-20d2-40bb-970b-39201d1cd352'}]}} from dv-cinder-822939-1-iscsi. {{(pid=82859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 30 16:21:56.741572 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-a9a059c4-1bb9-4d11-b9a9-d1365b0837f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:56.750052 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-456a1636-8d47-4335-a357-578b4884e9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4020142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4016066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3399'] for router, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:56.834589 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-da3cb17e-43fa-4fde-bd4c-c5f4ca06de83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:56.970204 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-456a1636-8d47-4335-a357-578b4884e9a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:57.008571 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-456a1636-8d47-4335-a357-578b4884e9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:57.086307 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.db_base_plugin_common [None req-a9a059c4-1bb9-4d11-b9a9-d1365b0837f1 None None] Allocated IP 172.20.0.2 (b0bb9ee9-5ebe-4465-b6bb-3cd6b9f9a562/d01b4bf7-20d2-40bb-970b-39201d1cd352/eb1adbd8-f122-41a0-a69d-1eeb73abb489) {{(pid=82859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:21:57.192372 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [None req-456a1636-8d47-4335-a357-578b4884e9a8 admin admin] Allocated IP 172.27.1.2 (0b94b64d-9d7c-4a44-8bd0-f4e286ff014b/ad43253e-6e30-4230-9b92-331ad2639f5e/a29d11b6-b8f7-426a-ae83-e54669fbc248) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:21:57.266005 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-219856fc-6ef1-4c33-922d-930c838f755d req-0581cd4e-a94a-4eee-b169-31b6e6222a4c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6&tenant_id=1536238b1f9f45e0859c9074dfb7be10 HTTP/1.1" status: 200  len: 1096 time: 0.2151120
Dec 30 16:21:57.289798 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2a6a1-81f2-453a-8762-128bbc3a6828 req-47d2ba7e-22fd-49a5-a729-97ccb5232dc2 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:57.291298 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cba2a6a1-81f2-453a-8762-128bbc3a6828 req-47d2ba7e-22fd-49a5-a729-97ccb5232dc2 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.1111822
Dec 30 16:21:57.418881 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-456a1636-8d47-4335-a357-578b4884e9a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:57.455807 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-456a1636-8d47-4335-a357-578b4884e9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:57.480772 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cba2a6a1-81f2-453a-8762-128bbc3a6828 req-c8739532-cf77-4922-84cc-858712221c56 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1825781
Dec 30 16:21:57.526854 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456a1636-8d47-4335-a357-578b4884e9a8 admin admin] Network 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:21:57.529626 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-219856fc-6ef1-4c33-922d-930c838f755d req-bed4267f-85c4-46ec-97fc-6eda10c15b41 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1536238b1f9f45e0859c9074dfb7be10&device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 1096 time: 0.1999848
Dec 30 16:21:57.529769 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-456a1636-8d47-4335-a357-578b4884e9a8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:21:57.539397 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-456a1636-8d47-4335-a357-578b4884e9a8 admin admin] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:21:57.543496 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-a9a059c4-1bb9-4d11-b9a9-d1365b0837f1 None None] Notify callbacks [] for port, precommit_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:57.547469 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-da3cb17e-43fa-4fde-bd4c-c5f4ca06de83 None None] Notify callbacks [] for port, precommit_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:57.566891 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-a9a059c4-1bb9-4d11-b9a9-d1365b0837f1 None None] Transition to ACTIVE for port object eb1adbd8-f122-41a0-a69d-1eeb73abb489 will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:21:57.573786 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-da3cb17e-43fa-4fde-bd4c-c5f4ca06de83 None None] Transition to ACTIVE for port object 5f02b792-fad3-4589-a713-d39e40f2366c will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:21:57.588318 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-da3cb17e-43fa-4fde-bd4c-c5f4ca06de83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:57.595033 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a1636-8d47-4335-a357-578b4884e9a8 admin admin] Pushing event updated for resources: {'Port': ['ID=a29d11b6-b8f7-426a-ae83-e54669fbc248,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:57.640942 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-a9a059c4-1bb9-4d11-b9a9-d1365b0837f1 None None] Transition to ACTIVE for port object eb1adbd8-f122-41a0-a69d-1eeb73abb489 will not be triggered until provisioned by entity DHCP. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:21:57.661519 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-a9a059c4-1bb9-4d11-b9a9-d1365b0837f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782'] for port, after_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:57.722366 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219856fc-6ef1-4c33-922d-930c838f755d req-966e7863-7eeb-48db-ad19-aee731f6c782 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:57.727364 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-219856fc-6ef1-4c33-922d-930c838f755d req-966e7863-7eeb-48db-ad19-aee731f6c782 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a0d327b-13ae-4aab-8565-47511b5fa283 HTTP/1.1" status: 200  len: 917 time: 0.1884460
Dec 30 16:21:57.751653 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-456a1636-8d47-4335-a357-578b4884e9a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:57.752406 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-456a1636-8d47-4335-a357-578b4884e9a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4015929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4017997'] for router, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:57.804366 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a059c4-1bb9-4d11-b9a9-d1365b0837f1 None None] Network b0bb9ee9-5ebe-4465-b6bb-3cd6b9f9a562 is already hosted by enough agents. {{(pid=82859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:21:57.810185 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.scheduler.base_scheduler [None req-a9a059c4-1bb9-4d11-b9a9-d1365b0837f1 None None] Resources bound (agent type, host, resource id):  {{(pid=82859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:21:57.812784 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a059c4-1bb9-4d11-b9a9-d1365b0837f1 None None] Received port after_create {{(pid=82859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:21:57.819786 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df859645-4fe2-4ac2-a792-306304f225d8 None None] Pushing event updated for resources: {'Port': ['ID=5f02b792-fad3-4589-a713-d39e40f2366c,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:57.831002 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df859645-4fe2-4ac2-a792-306304f225d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:21:57.831367 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df859645-4fe2-4ac2-a792-306304f225d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:21:57.831703 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df859645-4fe2-4ac2-a792-306304f225d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:21:57.832034 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df859645-4fe2-4ac2-a792-306304f225d8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:21:57.832397 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df859645-4fe2-4ac2-a792-306304f225d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:21:57.832742 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df859645-4fe2-4ac2-a792-306304f225d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:21:57.833063 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df859645-4fe2-4ac2-a792-306304f225d8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:21:57.833660 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df859645-4fe2-4ac2-a792-306304f225d8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:21:57.834415 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df859645-4fe2-4ac2-a792-306304f225d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:21:57.834757 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df859645-4fe2-4ac2-a792-306304f225d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:21:57.835102 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df859645-4fe2-4ac2-a792-306304f225d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:21:57.979719 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-219856fc-6ef1-4c33-922d-930c838f755d req-b8ada090-6d2d-4a10-8bd8-2d7c45816faa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=094c562e-74b6-42c1-9b38-609300df83c9 HTTP/1.1" status: 200  len: 998 time: 0.2434287
Dec 30 16:21:58.078003 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219856fc-6ef1-4c33-922d-930c838f755d req-4986c8b8-adb8-48f0-99cb-ea189b6288ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:58.079743 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-219856fc-6ef1-4c33-922d-930c838f755d req-4986c8b8-adb8-48f0-99cb-ea189b6288ba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0ef2724a-abaf-4140-a584-2ca4130b70f6 HTTP/1.1" status: 200  len: 856 time: 0.0934432
Dec 30 16:21:58.082940 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7442fc-e1c2-4c38-b32d-b1a6e39e1a2b req-16d20d0e-30a8-47dd-b39e-65e5ac4c71ab tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:58.085494 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-bf7442fc-e1c2-4c38-b32d-b1a6e39e1a2b req-16d20d0e-30a8-47dd-b39e-65e5ac4c71ab tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 943 time: 0.2581415
Dec 30 16:21:58.188642 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-bf7442fc-e1c2-4c38-b32d-b1a6e39e1a2b req-6154cf94-7555-4270-b8bc-7798f3bb122a tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0644681
Dec 30 16:21:58.227042 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a059c4-1bb9-4d11-b9a9-d1365b0837f1 None None] Pushing event updated for resources: {'Port': ['ID=eb1adbd8-f122-41a0-a69d-1eeb73abb489,revision_number=1']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:58.234942 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-da3cb17e-43fa-4fde-bd4c-c5f4ca06de83 None None] Attempting to bind port 5f02b792-fad3-4589-a713-d39e40f2366c on host dv-cinder-822939-1-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:21:58.234942 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-da3cb17e-43fa-4fde-bd4c-c5f4ca06de83 None None] Attempting to bind port 5f02b792-fad3-4589-a713-d39e40f2366c by drivers openvswitch,hyperv on host dv-cinder-822939-1-iscsi at level 0 using segments [{'id': '2f9675bc-13cd-408f-ac27-888974a5e85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '86764f6c-6ecd-48e9-b549-52650a897818'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:21:58.235265 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3cb17e-43fa-4fde-bd4c-c5f4ca06de83 None None] Attempting to bind port 5f02b792-fad3-4589-a713-d39e40f2366c on network 86764f6c-6ecd-48e9-b549-52650a897818 {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:21:58.247252 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-a9a059c4-1bb9-4d11-b9a9-d1365b0837f1 None None] Attempting to bind port eb1adbd8-f122-41a0-a69d-1eeb73abb489 on host dv-cinder-822939-1-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:21:58.247252 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-a9a059c4-1bb9-4d11-b9a9-d1365b0837f1 None None] Attempting to bind port eb1adbd8-f122-41a0-a69d-1eeb73abb489 by drivers openvswitch,hyperv on host dv-cinder-822939-1-iscsi at level 0 using segments [{'id': '701f4075-8d86-4d4b-a2c1-77e505146be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0bb9ee9-5ebe-4465-b6bb-3cd6b9f9a562'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:21:58.247607 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a059c4-1bb9-4d11-b9a9-d1365b0837f1 None None] Attempting to bind port eb1adbd8-f122-41a0-a69d-1eeb73abb489 on network b0bb9ee9-5ebe-4465-b6bb-3cd6b9f9a562 {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:21:58.252703 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-219856fc-6ef1-4c33-922d-930c838f755d req-018a4f7a-57ef-418a-9725-963843508de1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a0d327b-13ae-4aab-8565-47511b5fa283&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1604350
Dec 30 16:21:58.254731 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3cb17e-43fa-4fde-bd4c-c5f4ca06de83 None None] Checking agent: {'id': 'b5560ab0-2c8e-4cda-8841-fe2255e3b07c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822939-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 11, 19), 'started_at': datetime.datetime(2021, 12, 30, 16, 11, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822939-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:21:58.255009 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3cb17e-43fa-4fde-bd4c-c5f4ca06de83 None None] Checking segment: {'id': '2f9675bc-13cd-408f-ac27-888974a5e85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '86764f6c-6ecd-48e9-b549-52650a897818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:21:58.255347 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-da3cb17e-43fa-4fde-bd4c-c5f4ca06de83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:58.255934 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3cb17e-43fa-4fde-bd4c-c5f4ca06de83 None None] Bound using segment: {'id': '2f9675bc-13cd-408f-ac27-888974a5e85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '86764f6c-6ecd-48e9-b549-52650a897818'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:21:58.256215 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-da3cb17e-43fa-4fde-bd4c-c5f4ca06de83 None None] Bound port: 5f02b792-fad3-4589-a713-d39e40f2366c, host: dv-cinder-822939-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f9675bc-13cd-408f-ac27-888974a5e85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '86764f6c-6ecd-48e9-b549-52650a897818'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:21:58.256532 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-da3cb17e-43fa-4fde-bd4c-c5f4ca06de83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:58.276873 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a059c4-1bb9-4d11-b9a9-d1365b0837f1 None None] Checking agent: {'id': 'b5560ab0-2c8e-4cda-8841-fe2255e3b07c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822939-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 11, 19), 'started_at': datetime.datetime(2021, 12, 30, 16, 11, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822939-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:21:58.277251 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a059c4-1bb9-4d11-b9a9-d1365b0837f1 None None] Checking segment: {'id': '701f4075-8d86-4d4b-a2c1-77e505146be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0bb9ee9-5ebe-4465-b6bb-3cd6b9f9a562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:21:58.277636 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-a9a059c4-1bb9-4d11-b9a9-d1365b0837f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:58.278017 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a059c4-1bb9-4d11-b9a9-d1365b0837f1 None None] Bound using segment: {'id': '701f4075-8d86-4d4b-a2c1-77e505146be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0bb9ee9-5ebe-4465-b6bb-3cd6b9f9a562'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:21:58.278469 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-a9a059c4-1bb9-4d11-b9a9-d1365b0837f1 None None] Bound port: eb1adbd8-f122-41a0-a69d-1eeb73abb489, host: dv-cinder-822939-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701f4075-8d86-4d4b-a2c1-77e505146be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0bb9ee9-5ebe-4465-b6bb-3cd6b9f9a562'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:21:58.278822 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-a9a059c4-1bb9-4d11-b9a9-d1365b0837f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:58.311883 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-456a1636-8d47-4335-a357-578b4884e9a8 admin admin] Router 7adc7e42-fad5-4da2-8a5e-23454d049934 is scheduled to L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f with binding_index 1 {{(pid=82857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 30 16:21:58.551644 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-219856fc-6ef1-4c33-922d-930c838f755d req-baa4cd03-fab9-4d45-ab5b-ec1af13baae2 service neutron] 10.222.0.43 "GET /v2.0/networks/9a0d327b-13ae-4aab-8565-47511b5fa283?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2876892
Dec 30 16:21:58.552101 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 52024) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:21:58.563112 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-da3cb17e-43fa-4fde-bd4c-c5f4ca06de83 None None] For port 5f02b792-fad3-4589-a713-d39e40f2366c, host dv-cinder-822939-1-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:21:58.588512 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-a9a059c4-1bb9-4d11-b9a9-d1365b0837f1 None None] For port eb1adbd8-f122-41a0-a69d-1eeb73abb489, host dv-cinder-822939-1-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:21:58.600222 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-da3cb17e-43fa-4fde-bd4c-c5f4ca06de83 None None] For port 5f02b792-fad3-4589-a713-d39e40f2366c, host dv-cinder-822939-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=5f02b792-fad3-4589-a713-d39e40f2366c,segment=NetworkSegment(2f9675bc-13cd-408f-ac27-888974a5e85c),segment_id=2f9675bc-13cd-408f-ac27-888974a5e85c)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:21:58.602964 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-a9a059c4-1bb9-4d11-b9a9-d1365b0837f1 None None] For port eb1adbd8-f122-41a0-a69d-1eeb73abb489, host dv-cinder-822939-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=eb1adbd8-f122-41a0-a69d-1eeb73abb489,segment=NetworkSegment(701f4075-8d86-4d4b-a2c1-77e505146be2),segment_id=701f4075-8d86-4d4b-a2c1-77e505146be2)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:21:58.620317 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-a9a059c4-1bb9-4d11-b9a9-d1365b0837f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:58.633149 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-da3cb17e-43fa-4fde-bd4c-c5f4ca06de83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:58.689424 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device c6c6a8d7-1cf4-43ff-9506-a211c3e080cd no longer exists at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:21:58.714912 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456a1636-8d47-4335-a357-578b4884e9a8 admin admin] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:21:58.729682 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8179ac62-ab3a-4a81-8cc7-0b2d3ea8cfc5 None None] Sync routers for ids ['7adc7e42-fad5-4da2-8a5e-23454d049934'] in dv-cinder-822939-1-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:21:58.751418 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8179ac62-ab3a-4a81-8cc7-0b2d3ea8cfc5 None None] Routers {'7adc7e42-fad5-4da2-8a5e-23454d049934'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:21:58.752967 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-8179ac62-ab3a-4a81-8cc7-0b2d3ea8cfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d542f0d0>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:21:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['7adc7e42-fad5-4da2-8a5e-23454d049934'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:21:58.764829 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] No Port match for: c6c6a8d7-1cf4-43ff-9506-a211c3e080cd {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:21:58.765576 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device c6c6a8d7-1cf4-43ff-9506-a211c3e080cd not bound to the agent host hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:21:58.774704 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-456a1636-8d47-4335-a357-578b4884e9a8 admin admin] Notify callbacks [] for router, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:58.776545 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-456a1636-8d47-4335-a357-578b4884e9a8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 918 time: 2.5424087
Dec 30 16:21:58.780852 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 52034) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:21:58.814707 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a059c4-1bb9-4d11-b9a9-d1365b0837f1 None None] Pushing event updated for resources: {'Port': ['ID=eb1adbd8-f122-41a0-a69d-1eeb73abb489,revision_number=2']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:58.918745 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3cb17e-43fa-4fde-bd4c-c5f4ca06de83 None None] Routers {'67903125-a958-4bd4-945c-2516580e2b68'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:21:58.920897 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-da3cb17e-43fa-4fde-bd4c-c5f4ca06de83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d52f7670>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:21:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['67903125-a958-4bd4-945c-2516580e2b68'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:21:59.000269 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-219856fc-6ef1-4c33-922d-930c838f755d req-0b4751b3-e605-45ae-982e-b21beae135b6 service neutron] 10.222.0.43 "GET /v2.0/networks/9a0d327b-13ae-4aab-8565-47511b5fa283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4351408
Dec 30 16:21:59.048575 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1bddd-575a-4d1e-9b3b-5884853f2d53 req-47a26423-9726-432e-86fb-4ec98e245042 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:21:59.058982 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-86e1bddd-575a-4d1e-9b3b-5884853f2d53 req-47a26423-9726-432e-86fb-4ec98e245042 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.3305023
Dec 30 16:21:59.202755 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-86e1bddd-575a-4d1e-9b3b-5884853f2d53 req-e870f528-9d04-403c-9787-4ed01f9333d5 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1427276
Dec 30 16:21:59.216757 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f2610a36-da83-4842-a4eb-a617306ffe9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:59.241772 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-8179ac62-ab3a-4a81-8cc7-0b2d3ea8cfc5 None None] Set router 7adc7e42-fad5-4da2-8a5e-23454d049934 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:21:59.261140 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df859645-4fe2-4ac2-a792-306304f225d8 None None] Pushing event updated for resources: {'Port': ['ID=5f02b792-fad3-4589-a713-d39e40f2366c,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:59.390534 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-f2610a36-da83-4842-a4eb-a617306ffe9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:21:59.409078 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-f2610a36-da83-4842-a4eb-a617306ffe9f admin admin] Usage tracker for resource:security_group_rule and tenant:86e5f923e67e4e78b3326fe805d0a6b5 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:21:59.413791 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-f2610a36-da83-4842-a4eb-a617306ffe9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:21:59.429514 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-f2610a36-da83-4842-a4eb-a617306ffe9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:21:59.435089 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-da3cb17e-43fa-4fde-bd4c-c5f4ca06de83 None None] Set router 67903125-a958-4bd4-945c-2516580e2b68 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:21:59.608338 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:21:59.639029 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f2610a36-da83-4842-a4eb-a617306ffe9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:59.654872 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f2610a36-da83-4842-a4eb-a617306ffe9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:21:59.786634 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2610a36-da83-4842-a4eb-a617306ffe9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51de9a21-23b8-46cb-afc2-4bceabd66a42,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:21:59.846104 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-f2610a36-da83-4842-a4eb-a617306ffe9f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=86e5f923e67e4e78b3326fe805d0a6b5&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2896748
Dec 30 16:21:59.847352 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 52050) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:21:59.967269 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device eb1adbd8-f122-41a0-a69d-1eeb73abb489 up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:21:59.967859 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-8179ac62-ab3a-4a81-8cc7-0b2d3ea8cfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d542f0d0>, [{'id': '7adc7e42-fad5-4da2-8a5e-23454d049934', 'name': 'tempest-TestShelveInstance-824689457-router', 'tenant_id': '5cebfd67694e412ca12f389efef0d37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a29d11b6-b8f7-426a-ae83-e54669fbc248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:21:56Z', 'updated_at': '2021-12-30T16:21:57Z', 'revision_number': 3, 'project_id': '5cebfd67694e412ca12f389efef0d37e', 'gw_port': {'id': 'a29d11b6-b8f7-426a-ae83-e54669fbc248', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:01:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7adc7e42-fad5-4da2-8a5e-23454d049934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:21:57Z', 'updated_at': '2021-12-30T16:21:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi'}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:21:59.982829 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8179ac62-ab3a-4a81-8cc7-0b2d3ea8cfc5 None None] Checking router: 7adc7e42-fad5-4da2-8a5e-23454d049934 for host: dv-cinder-822939-1-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:21:59.983550 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8179ac62-ab3a-4a81-8cc7-0b2d3ea8cfc5 None None] Updating router 7adc7e42-fad5-4da2-8a5e-23454d049934 port a29d11b6-b8f7-426a-ae83-e54669fbc248 binding host dv-cinder-822939-1-iscsi {{(pid=82860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 30 16:22:00.043735 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a6c55-b455-4378-bef1-d9dab65b90e9 req-87bc9723-41da-4702-a64f-58db28af29a1 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:00.046408 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b15a6c55-b455-4378-bef1-d9dab65b90e9 req-87bc9723-41da-4702-a64f-58db28af29a1 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 943 time: 0.5165052
Dec 30 16:22:00.133356 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8179ac62-ab3a-4a81-8cc7-0b2d3ea8cfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:00.193269 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4c2489f2-8940-4f66-8cca-9924a75f2bd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:00.198871 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning for port eb1adbd8-f122-41a0-a69d-1eeb73abb489 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:22:00.270348 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4c2489f2-8940-4f66-8cca-9924a75f2bd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:00.348831 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b15a6c55-b455-4378-bef1-d9dab65b90e9 req-d2a1fdaa-0d1b-4493-8509-d1f933c044f8 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2805543
Dec 30 16:22:00.404414 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-da3cb17e-43fa-4fde-bd4c-c5f4ca06de83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d52f7670>, [{'id': '67903125-a958-4bd4-945c-2516580e2b68', 'name': 'tempest-TestShelveInstance-53780461-router', 'tenant_id': '56b2c03b9ea44b739b7f8011ada529cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '67a97630-3d7e-431a-b8ba-be4ff1c80fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:21:46Z', 'updated_at': '2021-12-30T16:21:50Z', 'revision_number': 4, 'project_id': '56b2c03b9ea44b739b7f8011ada529cb', 'gw_port': {'id': '67a97630-3d7e-431a-b8ba-be4ff1c80fe6', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67903125-a958-4bd4-945c-2516580e2b68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:21:46Z', 'updated_at': '2021-12-30T16:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '5f02b792-fad3-4589-a713-d39e40f2366c', 'name': '', 'network_id': '86764f6c-6ecd-48e9-b549-52650a897818', 'tenant_id': '56b2c03b9ea44b739b7f8011ada529cb', 'mac_address': 'fa:16:3e:0d:8e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67903125-a958-4bd4-945c-2516580e2b68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ef85b58-3499-4416-bb4b-3b0b796ad66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:21:50Z', 'updated_at': '2021-12-30T16:21:58Z', 'revision_number': 4, 'project_id': '56b2c03b9ea44b739b7f8011ada529cb', 'subnets': [{'id': '7ef85b58-3499-4416-bb4b-3b0b796ad66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:22:00.408706 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3cb17e-43fa-4fde-bd4c-c5f4ca06de83 None None] The sync data for ids ['67903125-a958-4bd4-945c-2516580e2b68'] in dv-cinder-822939-1-iscsi is: [{'id': '67903125-a958-4bd4-945c-2516580e2b68', 'name': 'tempest-TestShelveInstance-53780461-router', 'tenant_id': '56b2c03b9ea44b739b7f8011ada529cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '67a97630-3d7e-431a-b8ba-be4ff1c80fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:21:46Z', 'updated_at': '2021-12-30T16:21:50Z', 'revision_number': 4, 'project_id': '56b2c03b9ea44b739b7f8011ada529cb', 'gw_port': {'id': '67a97630-3d7e-431a-b8ba-be4ff1c80fe6', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67903125-a958-4bd4-945c-2516580e2b68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:21:46Z', 'updated_at': '2021-12-30T16:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '5f02b792-fad3-4589-a713-d39e40f2366c', 'name': '', 'network_id': '86764f6c-6ecd-48e9-b549-52650a897818', 'tenant_id': '56b2c03b9ea44b739b7f8011ada529cb', 'mac_address': 'fa:16:3e:0d:8e:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67903125-a958-4bd4-945c-2516580e2b68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ef85b58-3499-4416-bb4b-3b0b796ad66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:21:50Z', 'updated_at': '2021-12-30T16:21:58Z', 'revision_number': 4, 'project_id': '56b2c03b9ea44b739b7f8011ada529cb', 'subnets': [{'id': '7ef85b58-3499-4416-bb4b-3b0b796ad66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:22:00.607804 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4c2489f2-8940-4f66-8cca-9924a75f2bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:00.636634 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2489f2-8940-4f66-8cca-9924a75f2bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51de9a21-23b8-46cb-afc2-4bceabd66a42,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:22:00.665117 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4c2489f2-8940-4f66-8cca-9924a75f2bd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:00.666334 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-4c2489f2-8940-4f66-8cca-9924a75f2bd6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/51de9a21-23b8-46cb-afc2-4bceabd66a42 HTTP/1.1" status: 204  len: 168 time: 0.8178902
Dec 30 16:22:00.739513 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c97b662-e52b-4a97-af13-b3e59ae17fd1 None None] Network b0bb9ee9-5ebe-4465-b6bb-3cd6b9f9a562 requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:22:00.927025 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4887b-da95-4159-8c8b-27ecbde95932 req-a489630c-3696-40cc-8535-41ad1bb1ed2a tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:00.947559 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-03c4887b-da95-4159-8c8b-27ecbde95932 req-a489630c-3696-40cc-8535-41ad1bb1ed2a tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.2226961
Dec 30 16:22:01.067106 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-03c4887b-da95-4159-8c8b-27ecbde95932 req-62a55bf9-c997-4965-babf-117d152dbed1 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137512
Dec 30 16:22:01.192772 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8179ac62-ab3a-4a81-8cc7-0b2d3ea8cfc5 None None] Notify callbacks [] for port, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:01.247159 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.provisioning_blocks [None req-8179ac62-ab3a-4a81-8cc7-0b2d3ea8cfc5 None None] Transition to ACTIVE for port object a29d11b6-b8f7-426a-ae83-e54669fbc248 will not be triggered until provisioned by entity L2. {{(pid=82860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:22:01.264156 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8179ac62-ab3a-4a81-8cc7-0b2d3ea8cfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:01.314562 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-5ea4fd60-5aed-44b9-95a1-f86a8fc1365e None None] Provisioning for port eb1adbd8-f122-41a0-a69d-1eeb73abb489 completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:22:01.324735 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-5ea4fd60-5aed-44b9-95a1-f86a8fc1365e None None] Provisioning complete for port eb1adbd8-f122-41a0-a69d-1eeb73abb489 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:22:01.325097 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5ea4fd60-5aed-44b9-95a1-f86a8fc1365e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:01.372851 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-271479b9-f197-477a-99c2-9f76814befa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:01.521004 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5ea4fd60-5aed-44b9-95a1-f86a8fc1365e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:01.550957 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47033079-0a19-4171-a59e-ead65d155c24 None None] Pushing event updated for resources: {'Port': ['ID=a29d11b6-b8f7-426a-ae83-e54669fbc248,revision_number=2']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:22:01.572329 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-8179ac62-ab3a-4a81-8cc7-0b2d3ea8cfc5 None None] Attempting to bind port a29d11b6-b8f7-426a-ae83-e54669fbc248 on host dv-cinder-822939-1-iscsi for vnic_type normal with profile  {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:22:01.572866 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-8179ac62-ab3a-4a81-8cc7-0b2d3ea8cfc5 None None] Attempting to bind port a29d11b6-b8f7-426a-ae83-e54669fbc248 by drivers openvswitch,hyperv on host dv-cinder-822939-1-iscsi at level 0 using segments [{'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:22:01.573085 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8179ac62-ab3a-4a81-8cc7-0b2d3ea8cfc5 None None] Attempting to bind port a29d11b6-b8f7-426a-ae83-e54669fbc248 on network 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:22:01.601495 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47033079-0a19-4171-a59e-ead65d155c24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:22:01.601903 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47033079-0a19-4171-a59e-ead65d155c24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:22:01.602243 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47033079-0a19-4171-a59e-ead65d155c24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:22:01.605214 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47033079-0a19-4171-a59e-ead65d155c24 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:22:01.605579 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47033079-0a19-4171-a59e-ead65d155c24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:22:01.606104 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47033079-0a19-4171-a59e-ead65d155c24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:22:01.606728 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47033079-0a19-4171-a59e-ead65d155c24 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:22:01.607085 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47033079-0a19-4171-a59e-ead65d155c24 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:22:01.608287 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47033079-0a19-4171-a59e-ead65d155c24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:22:01.609490 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47033079-0a19-4171-a59e-ead65d155c24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:22:01.612701 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47033079-0a19-4171-a59e-ead65d155c24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:22:01.618993 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-5ea4fd60-5aed-44b9-95a1-f86a8fc1365e None None] For port eb1adbd8-f122-41a0-a69d-1eeb73abb489, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=eb1adbd8-f122-41a0-a69d-1eeb73abb489,segment=NetworkSegment(701f4075-8d86-4d4b-a2c1-77e505146be2),segment_id=701f4075-8d86-4d4b-a2c1-77e505146be2)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:22:01.621285 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8179ac62-ab3a-4a81-8cc7-0b2d3ea8cfc5 None None] Checking agent: {'id': 'b5560ab0-2c8e-4cda-8841-fe2255e3b07c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822939-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 11, 19), 'started_at': datetime.datetime(2021, 12, 30, 16, 11, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822939-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:22:01.622915 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8179ac62-ab3a-4a81-8cc7-0b2d3ea8cfc5 None None] Checking segment: {'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:22:01.623449 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8179ac62-ab3a-4a81-8cc7-0b2d3ea8cfc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:01.623915 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8179ac62-ab3a-4a81-8cc7-0b2d3ea8cfc5 None None] Bound using segment: {'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:22:01.624345 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-8179ac62-ab3a-4a81-8cc7-0b2d3ea8cfc5 None None] Bound port: a29d11b6-b8f7-426a-ae83-e54669fbc248, host: dv-cinder-822939-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'}}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:22:01.627442 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8179ac62-ab3a-4a81-8cc7-0b2d3ea8cfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:01.643987 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5ea4fd60-5aed-44b9-95a1-f86a8fc1365e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:01.866526 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-8179ac62-ab3a-4a81-8cc7-0b2d3ea8cfc5 None None] For port a29d11b6-b8f7-426a-ae83-e54669fbc248, host dv-cinder-822939-1-iscsi, cleared binding levels {{(pid=82860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:22:01.872816 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-8179ac62-ab3a-4a81-8cc7-0b2d3ea8cfc5 None None] For port a29d11b6-b8f7-426a-ae83-e54669fbc248, host dv-cinder-822939-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=a29d11b6-b8f7-426a-ae83-e54669fbc248,segment=NetworkSegment(a1965180-a5eb-4dfc-97e0-14ede4debdc3),segment_id=a1965180-a5eb-4dfc-97e0-14ede4debdc3)] {{(pid=82860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:22:01.883034 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-8179ac62-ab3a-4a81-8cc7-0b2d3ea8cfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:01.931287 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4fd60-5aed-44b9-95a1-f86a8fc1365e None None] Pushing event updated for resources: {'Port': ['ID=eb1adbd8-f122-41a0-a69d-1eeb73abb489,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:22:01.951138 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 5f02b792-fad3-4589-a713-d39e40f2366c up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:22:01.995779 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [None req-271479b9-f197-477a-99c2-9f76814befa4 admin admin] Allocated IP 172.20.0.1 (b0bb9ee9-5ebe-4465-b6bb-3cd6b9f9a562/d01b4bf7-20d2-40bb-970b-39201d1cd352/1051b212-8b64-4413-9364-f50b3358ebab) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:22:02.055494 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47033079-0a19-4171-a59e-ead65d155c24 None None] Pushing event updated for resources: {'Port': ['ID=a29d11b6-b8f7-426a-ae83-e54669fbc248,revision_number=3']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:22:02.067925 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8179ac62-ab3a-4a81-8cc7-0b2d3ea8cfc5 None None] Routers {'7adc7e42-fad5-4da2-8a5e-23454d049934'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:22:02.070454 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-8179ac62-ab3a-4a81-8cc7-0b2d3ea8cfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d542f0d0>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:21:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['7adc7e42-fad5-4da2-8a5e-23454d049934'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:22:02.173635 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning for port 5f02b792-fad3-4589-a713-d39e40f2366c completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:22:02.206103 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 5f02b792-fad3-4589-a713-d39e40f2366c triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:22:02.212682 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:02.379409 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-271479b9-f197-477a-99c2-9f76814befa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:02.410078 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [None req-271479b9-f197-477a-99c2-9f76814befa4 admin admin] Transition to ACTIVE for port object 1051b212-8b64-4413-9364-f50b3358ebab will not be triggered until provisioned by entity DHCP. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:22:02.442439 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-271479b9-f197-477a-99c2-9f76814befa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:02.535537 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-8179ac62-ab3a-4a81-8cc7-0b2d3ea8cfc5 None None] Set router 7adc7e42-fad5-4da2-8a5e-23454d049934 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:22:02.613448 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271479b9-f197-477a-99c2-9f76814befa4 admin admin] Pushing event updated for resources: {'Port': ['ID=1051b212-8b64-4413-9364-f50b3358ebab,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:22:02.669251 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce564d5-1630-40d2-8935-ffe37799ec82 req-fba88c95-c259-4f4a-a8fd-fbd42a73c252 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:02.671354 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7ce564d5-1630-40d2-8935-ffe37799ec82 req-fba88c95-c259-4f4a-a8fd-fbd42a73c252 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.1824605
Dec 30 16:22:02.701594 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:02.709920 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271479b9-f197-477a-99c2-9f76814befa4 admin admin] Network b0bb9ee9-5ebe-4465-b6bb-3cd6b9f9a562 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:22:02.712260 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-271479b9-f197-477a-99c2-9f76814befa4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:22:02.729136 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271479b9-f197-477a-99c2-9f76814befa4 admin admin] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:22:02.757401 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-75b56f32-1113-41fe-8b66-89eede6db3cc None None] Provisioning complete for port eb1adbd8-f122-41a0-a69d-1eeb73abb489 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:22:02.758315 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-75b56f32-1113-41fe-8b66-89eede6db3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:02.790103 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7ce564d5-1630-40d2-8935-ffe37799ec82 req-c8f42296-9bb4-4de0-85c4-ddb8105105cb tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110282
Dec 30 16:22:02.860053 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-271479b9-f197-477a-99c2-9f76814befa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4018067'] for router_interface, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:02.874292 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d640ec-1054-4a67-88e5-067cc9728bb0 req-1bf3d5a2-876b-410e-8f26-15a3da19ce6e tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:02.875982 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-37d640ec-1054-4a67-88e5-067cc9728bb0 req-1bf3d5a2-876b-410e-8f26-15a3da19ce6e tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 943 time: 0.9845138
Dec 30 16:22:02.894291 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] For port 5f02b792-fad3-4589-a713-d39e40f2366c, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=5f02b792-fad3-4589-a713-d39e40f2366c,segment=NetworkSegment(2f9675bc-13cd-408f-ac27-888974a5e85c),segment_id=2f9675bc-13cd-408f-ac27-888974a5e85c)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:22:02.968208 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-37d640ec-1054-4a67-88e5-067cc9728bb0 req-9996ba56-91a9-4ede-8382-09e9dce1f042 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608420
Dec 30 16:22:02.978042 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:03.059373 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-8179ac62-ab3a-4a81-8cc7-0b2d3ea8cfc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d542f0d0>, [{'id': '7adc7e42-fad5-4da2-8a5e-23454d049934', 'name': 'tempest-TestShelveInstance-824689457-router', 'tenant_id': '5cebfd67694e412ca12f389efef0d37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a29d11b6-b8f7-426a-ae83-e54669fbc248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:21:56Z', 'updated_at': '2021-12-30T16:21:57Z', 'revision_number': 3, 'project_id': '5cebfd67694e412ca12f389efef0d37e', 'gw_port': {'id': 'a29d11b6-b8f7-426a-ae83-e54669fbc248', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:01:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7adc7e42-fad5-4da2-8a5e-23454d049934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:21:57Z', 'updated_at': '2021-12-30T16:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi'}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:22:03.064095 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8179ac62-ab3a-4a81-8cc7-0b2d3ea8cfc5 None None] The sync data for ids ['7adc7e42-fad5-4da2-8a5e-23454d049934'] in dv-cinder-822939-1-iscsi is: [{'id': '7adc7e42-fad5-4da2-8a5e-23454d049934', 'name': 'tempest-TestShelveInstance-824689457-router', 'tenant_id': '5cebfd67694e412ca12f389efef0d37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a29d11b6-b8f7-426a-ae83-e54669fbc248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:21:56Z', 'updated_at': '2021-12-30T16:21:57Z', 'revision_number': 3, 'project_id': '5cebfd67694e412ca12f389efef0d37e', 'gw_port': {'id': 'a29d11b6-b8f7-426a-ae83-e54669fbc248', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:01:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7adc7e42-fad5-4da2-8a5e-23454d049934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:21:57Z', 'updated_at': '2021-12-30T16:22:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi'}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:22:03.112777 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-271479b9-f197-477a-99c2-9f76814befa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:03.154038 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Pushing event updated for resources: {'Port': ['ID=5f02b792-fad3-4589-a713-d39e40f2366c,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:22:03.278261 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-81c1640a-a52c-42b7-81bd-e0eb3dec5300 None None] Provisioning for port 1051b212-8b64-4413-9364-f50b3358ebab completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:22:03.283739 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-81c1640a-a52c-42b7-81bd-e0eb3dec5300 None None] Provisioning complete for port 1051b212-8b64-4413-9364-f50b3358ebab triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:22:03.284106 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-81c1640a-a52c-42b7-81bd-e0eb3dec5300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:03.343332 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-81c1640a-a52c-42b7-81bd-e0eb3dec5300 None None] Port 1051b212-8b64-4413-9364-f50b3358ebab cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 30 16:22:03.401748 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-271479b9-f197-477a-99c2-9f76814befa4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:03.407991 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-271479b9-f197-477a-99c2-9f76814befa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:03.587693 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-271479b9-f197-477a-99c2-9f76814befa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4017274'] for router_interface, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:03.590850 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271479b9-f197-477a-99c2-9f76814befa4 admin admin] Pushing event updated for resources: {'Port': ['ID=1051b212-8b64-4413-9364-f50b3358ebab,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:22:03.744853 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271479b9-f197-477a-99c2-9f76814befa4 admin admin] Network b0bb9ee9-5ebe-4465-b6bb-3cd6b9f9a562 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:22:03.746126 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-271479b9-f197-477a-99c2-9f76814befa4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:22:03.763230 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device eb1adbd8-f122-41a0-a69d-1eeb73abb489 up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:22:03.904766 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port eb1adbd8-f122-41a0-a69d-1eeb73abb489 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:22:03.905400 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:04.141527 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 5f02b792-fad3-4589-a713-d39e40f2366c up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:22:04.152762 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f5c86-aa31-46b4-a7b4-e8e13ccc0515 req-ed858422-785b-469f-84d7-e4a0568aef67 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:04.161955 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d38f5c86-aa31-46b4-a7b4-e8e13ccc0515 req-ed858422-785b-469f-84d7-e4a0568aef67 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.1123407
Dec 30 16:22:04.205604 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-9d18f50f-0055-499e-9a9a-e756fa3caf18 None None] Provisioning complete for port 1051b212-8b64-4413-9364-f50b3358ebab triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:22:04.205970 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-9d18f50f-0055-499e-9a9a-e756fa3caf18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:04.239318 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d38f5c86-aa31-46b4-a7b4-e8e13ccc0515 req-974eb533-66f1-4474-8d84-d3a434ed8371 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752494
Dec 30 16:22:04.326144 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-9d18f50f-0055-499e-9a9a-e756fa3caf18 None None] Port 1051b212-8b64-4413-9364-f50b3358ebab cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 30 16:22:04.340507 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 5f02b792-fad3-4589-a713-d39e40f2366c triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:22:04.340890 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:04.383393 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271479b9-f197-477a-99c2-9f76814befa4 admin admin] Router 7adc7e42-fad5-4da2-8a5e-23454d049934 has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:22:04.543087 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07812efb-521d-4c39-8e90-869761789b2e req-56c00a3e-9ec3-49c8-9f15-66884a636eae tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:04.544720 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-07812efb-521d-4c39-8e90-869761789b2e req-56c00a3e-9ec3-49c8-9f15-66884a636eae tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 943 time: 0.2248137
Dec 30 16:22:04.675832 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-07812efb-521d-4c39-8e90-869761789b2e req-812715aa-c51b-495c-b8b3-986981fc854c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1241660
Dec 30 16:22:04.736176 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271479b9-f197-477a-99c2-9f76814befa4 admin admin] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:22:04.755068 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-271479b9-f197-477a-99c2-9f76814befa4 admin admin] 10.222.0.31 "PUT /v2.0/routers/7adc7e42-fad5-4da2-8a5e-23454d049934/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9647627
Dec 30 16:22:05.596786 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af56a075-ed51-4330-a6fd-bfe1dd0e629b req-21b29c71-aa24-4111-a1c5-92ec25e090c4 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:05.598708 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-af56a075-ed51-4330-a6fd-bfe1dd0e629b req-21b29c71-aa24-4111-a1c5-92ec25e090c4 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.1483138
Dec 30 16:22:05.675335 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-af56a075-ed51-4330-a6fd-bfe1dd0e629b req-371d867a-b8b1-4c27-9c87-92b9c27537ed tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676184
Dec 30 16:22:05.795313 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 52122) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:22:05.800863 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-da1d04b1-8803-48bf-b838-b5b789f70324 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1213430110', 'description': 'tempest-secgroup-smoke-1213430110 description', 'project_id': '56b2c03b9ea44b739b7f8011ada529cb'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:22:05.807197 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-da1d04b1-8803-48bf-b838-b5b789f70324 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:22:05.813744 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-da1d04b1-8803-48bf-b838-b5b789f70324 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Usage tracker for resource:security_group and tenant:56b2c03b9ea44b739b7f8011ada529cb is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:22:05.818315 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-da1d04b1-8803-48bf-b838-b5b789f70324 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:22:05.828470 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-da1d04b1-8803-48bf-b838-b5b789f70324 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:22:05.853366 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-da1d04b1-8803-48bf-b838-b5b789f70324 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:05.901450 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-da1d04b1-8803-48bf-b838-b5b789f70324 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:22:05.910226 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-da1d04b1-8803-48bf-b838-b5b789f70324 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Usage tracker for resource:security_group_rule and tenant:56b2c03b9ea44b739b7f8011ada529cb is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:22:05.914295 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-da1d04b1-8803-48bf-b838-b5b789f70324 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:22:05.925833 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-da1d04b1-8803-48bf-b838-b5b789f70324 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:22:06.004208 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-da1d04b1-8803-48bf-b838-b5b789f70324 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:06.010728 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-da1d04b1-8803-48bf-b838-b5b789f70324 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:06.076705 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49b77c-eecd-49d6-a4c5-2a28ae2ef9bf req-47f30c0a-f17a-47fa-9700-2e743358631a tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:06.082504 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d04b1-8803-48bf-b838-b5b789f70324 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d9ca9f-eeab-4a98-95df-c3166009ec65,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:22:06.089234 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1c49b77c-eecd-49d6-a4c5-2a28ae2ef9bf req-47f30c0a-f17a-47fa-9700-2e743358631a tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 943 time: 0.1938467
Dec 30 16:22:06.096783 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-da1d04b1-8803-48bf-b838-b5b789f70324 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:06.096783 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-da1d04b1-8803-48bf-b838-b5b789f70324 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.3001132
Dec 30 16:22:06.099470 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 52126) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:22:06.106493 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-7307e303-6607-408f-9a99-54e2834e4c4a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Request body: {'security_group_rule': {'security_group_id': 'e5d9ca9f-eeab-4a98-95df-c3166009ec65', 'project_id': '56b2c03b9ea44b739b7f8011ada529cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:22:06.113530 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-7307e303-6607-408f-9a99-54e2834e4c4a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:22:06.125148 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-7307e303-6607-408f-9a99-54e2834e4c4a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Usage tracker for resource:security_group_rule and tenant:56b2c03b9ea44b739b7f8011ada529cb is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:22:06.131368 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-7307e303-6607-408f-9a99-54e2834e4c4a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:22:06.143165 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-7307e303-6607-408f-9a99-54e2834e4c4a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:22:06.195287 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1c49b77c-eecd-49d6-a4c5-2a28ae2ef9bf req-653a8cb4-985d-4870-b6c1-b04e7c479588 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1049800
Dec 30 16:22:06.196706 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-7307e303-6607-408f-9a99-54e2834e4c4a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:06.358919 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-7307e303-6607-408f-9a99-54e2834e4c4a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:06.365083 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-7307e303-6607-408f-9a99-54e2834e4c4a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002726'] for security_group_rule, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:06.397223 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307e303-6607-408f-9a99-54e2834e4c4a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93df2131-99a8-433a-b761-115553243168,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:22:06.432696 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-7307e303-6607-408f-9a99-54e2834e4c4a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:06.440154 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-7307e303-6607-408f-9a99-54e2834e4c4a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3393526
Dec 30 16:22:06.440825 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 52130) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:22:06.448776 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-8d521c19-bfa2-4a69-b46a-3d20f5a61478 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Request body: {'security_group_rule': {'security_group_id': 'e5d9ca9f-eeab-4a98-95df-c3166009ec65', 'project_id': '56b2c03b9ea44b739b7f8011ada529cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:22:06.472512 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-8d521c19-bfa2-4a69-b46a-3d20f5a61478 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:22:06.477559 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-8d521c19-bfa2-4a69-b46a-3d20f5a61478 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Usage tracker for resource:security_group_rule and tenant:56b2c03b9ea44b739b7f8011ada529cb is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:22:06.490302 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-8d521c19-bfa2-4a69-b46a-3d20f5a61478 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:22:06.498450 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-8d521c19-bfa2-4a69-b46a-3d20f5a61478 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:22:06.560835 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8d521c19-bfa2-4a69-b46a-3d20f5a61478 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:06.644447 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8d521c19-bfa2-4a69-b46a-3d20f5a61478 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:06.652080 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8d521c19-bfa2-4a69-b46a-3d20f5a61478 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002726'] for security_group_rule, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:06.697775 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d521c19-bfa2-4a69-b46a-3d20f5a61478 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e03053-392e-4cbd-a335-b5db86389ec4,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:22:06.721126 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8d521c19-bfa2-4a69-b46a-3d20f5a61478 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:06.722686 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-8d521c19-bfa2-4a69-b46a-3d20f5a61478 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2808225
Dec 30 16:22:06.725804 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 52138) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:22:06.732293 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-a8b83a39-88f6-4460-921e-b9a34af27f61 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Request body: {'security_group_rule': {'security_group_id': 'e5d9ca9f-eeab-4a98-95df-c3166009ec65', 'project_id': '56b2c03b9ea44b739b7f8011ada529cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:22:06.738954 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-a8b83a39-88f6-4460-921e-b9a34af27f61 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:22:06.743565 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-a8b83a39-88f6-4460-921e-b9a34af27f61 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Usage tracker for resource:security_group_rule and tenant:56b2c03b9ea44b739b7f8011ada529cb is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:22:06.746550 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-a8b83a39-88f6-4460-921e-b9a34af27f61 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:22:06.753903 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-a8b83a39-88f6-4460-921e-b9a34af27f61 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:22:06.775351 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a8b83a39-88f6-4460-921e-b9a34af27f61 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:06.913698 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a8b83a39-88f6-4460-921e-b9a34af27f61 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:06.921963 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a8b83a39-88f6-4460-921e-b9a34af27f61 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002726'] for security_group_rule, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:06.960336 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b83a39-88f6-4460-921e-b9a34af27f61 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f26a647-5fa9-4be7-b9d6-b5971acbda2f,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:22:06.965221 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a8b83a39-88f6-4460-921e-b9a34af27f61 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:06.969340 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-a8b83a39-88f6-4460-921e-b9a34af27f61 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2409339
Dec 30 16:22:06.969838 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 52142) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:22:06.976247 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-30e68477-a414-4e53-8dae-e935d26ae91a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Request body: {'security_group_rule': {'security_group_id': 'e5d9ca9f-eeab-4a98-95df-c3166009ec65', 'project_id': '56b2c03b9ea44b739b7f8011ada529cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:22:06.994427 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-30e68477-a414-4e53-8dae-e935d26ae91a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:22:06.999077 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-30e68477-a414-4e53-8dae-e935d26ae91a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Usage tracker for resource:security_group_rule and tenant:56b2c03b9ea44b739b7f8011ada529cb is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:22:07.003261 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-30e68477-a414-4e53-8dae-e935d26ae91a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:22:07.008194 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81336b1-df17-4a15-9440-d2c9f9665d02 req-73fb1448-f266-4410-b33b-eff84c9ed9de tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:07.018011 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f81336b1-df17-4a15-9440-d2c9f9665d02 req-73fb1448-f266-4410-b33b-eff84c9ed9de tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.1580124
Dec 30 16:22:07.018233 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-30e68477-a414-4e53-8dae-e935d26ae91a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:22:07.058890 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-30e68477-a414-4e53-8dae-e935d26ae91a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:07.093636 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f81336b1-df17-4a15-9440-d2c9f9665d02 req-a3e97b3f-2dca-4d77-82f4-bd9ea3d96dbf tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740244
Dec 30 16:22:07.222886 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-30e68477-a414-4e53-8dae-e935d26ae91a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:07.228982 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-30e68477-a414-4e53-8dae-e935d26ae91a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002726'] for security_group_rule, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:07.278459 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e68477-a414-4e53-8dae-e935d26ae91a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0abb8cca-9d47-452a-8369-464d7980cce0,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:22:07.312911 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-30e68477-a414-4e53-8dae-e935d26ae91a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:07.314762 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-30e68477-a414-4e53-8dae-e935d26ae91a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.3435690
Dec 30 16:22:07.317492 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 52148) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:22:07.326308 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-c147b216-c78a-4474-968b-8792c984852a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Request body: {'security_group_rule': {'security_group_id': 'e5d9ca9f-eeab-4a98-95df-c3166009ec65', 'project_id': '56b2c03b9ea44b739b7f8011ada529cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:22:07.350485 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-c147b216-c78a-4474-968b-8792c984852a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:22:07.366737 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-c147b216-c78a-4474-968b-8792c984852a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Usage tracker for resource:security_group_rule and tenant:56b2c03b9ea44b739b7f8011ada529cb is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:22:07.370606 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-c147b216-c78a-4474-968b-8792c984852a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:22:07.387333 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-c147b216-c78a-4474-968b-8792c984852a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:22:07.407818 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.db.securitygroups_db [None req-c147b216-c78a-4474-968b-8792c984852a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Project 56b2c03b9ea44b739b7f8011ada529cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 30 16:22:07.429208 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c147b216-c78a-4474-968b-8792c984852a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:07.708226 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c147b216-c78a-4474-968b-8792c984852a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:07.717911 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c147b216-c78a-4474-968b-8792c984852a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002726'] for security_group_rule, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:07.767185 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c147b216-c78a-4474-968b-8792c984852a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c49903-80ef-4a44-ba76-29f57ce5bf7f,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:22:07.792224 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c147b216-c78a-4474-968b-8792c984852a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:07.794787 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-c147b216-c78a-4474-968b-8792c984852a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.4755678
Dec 30 16:22:07.797243 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 52154) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:22:07.804018 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-677cb826-74a5-4627-b6da-5a5dfd518563 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Request body: {'security_group_rule': {'security_group_id': 'e5d9ca9f-eeab-4a98-95df-c3166009ec65', 'project_id': '56b2c03b9ea44b739b7f8011ada529cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:22:07.806216 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1ae45d-7506-4ca4-abba-fcbf871ba4dc req-2421546b-50aa-40fa-90a3-3fdd196e2362 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:07.807874 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-fe1ae45d-7506-4ca4-abba-fcbf871ba4dc req-2421546b-50aa-40fa-90a3-3fdd196e2362 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 943 time: 0.1778493
Dec 30 16:22:07.816607 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-677cb826-74a5-4627-b6da-5a5dfd518563 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:22:07.827283 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-677cb826-74a5-4627-b6da-5a5dfd518563 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Usage tracker for resource:security_group_rule and tenant:56b2c03b9ea44b739b7f8011ada529cb is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:22:07.831044 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-677cb826-74a5-4627-b6da-5a5dfd518563 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:22:07.839038 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-677cb826-74a5-4627-b6da-5a5dfd518563 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:22:07.859074 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.db.securitygroups_db [None req-677cb826-74a5-4627-b6da-5a5dfd518563 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Project 56b2c03b9ea44b739b7f8011ada529cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 30 16:22:07.906330 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-677cb826-74a5-4627-b6da-5a5dfd518563 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:07.970789 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-fe1ae45d-7506-4ca4-abba-fcbf871ba4dc req-3b26186b-e698-4832-bf98-3401704aa8bd tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1563823
Dec 30 16:22:08.071356 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-677cb826-74a5-4627-b6da-5a5dfd518563 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:08.077088 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-677cb826-74a5-4627-b6da-5a5dfd518563 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002726'] for security_group_rule, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:08.144848 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677cb826-74a5-4627-b6da-5a5dfd518563 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ceb124-c35c-4965-bed0-2e47c5144b56,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:22:08.198666 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-677cb826-74a5-4627-b6da-5a5dfd518563 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:08.210241 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-677cb826-74a5-4627-b6da-5a5dfd518563 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.4035308
Dec 30 16:22:08.419142 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43373f89-b5ce-4798-bec2-d0557a1279c0 req-e6fa611c-7a86-4fa8-b1ef-30ff7d290464 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:08.421065 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-43373f89-b5ce-4798-bec2-d0557a1279c0 req-e6fa611c-7a86-4fa8-b1ef-30ff7d290464 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.1430178
Dec 30 16:22:08.487540 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-43373f89-b5ce-4798-bec2-d0557a1279c0 req-49aafdf5-3e82-45ff-a2ec-eb742f55dc06 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594826
Dec 30 16:22:09.353804 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076da5d-f692-4d3d-9d52-915093578438 req-604d995e-56c2-4470-86f0-879212ede4b9 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:09.361850 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f076da5d-f692-4d3d-9d52-915093578438 req-604d995e-56c2-4470-86f0-879212ede4b9 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 943 time: 0.1604125
Dec 30 16:22:09.468415 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f076da5d-f692-4d3d-9d52-915093578438 req-b2f6d512-361b-4189-a269-c7104ef2449c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1043489
Dec 30 16:22:09.846596 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device a29d11b6-b8f7-426a-ae83-e54669fbc248 up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:22:10.027326 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning for port a29d11b6-b8f7-426a-ae83-e54669fbc248 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:22:10.038922 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port a29d11b6-b8f7-426a-ae83-e54669fbc248 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:22:10.039795 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:10.111641 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48945f14-2461-4950-906f-39a9523e2720 req-166fa6b9-cfc8-447c-b877-88a7e1778560 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:10.122646 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-48945f14-2461-4950-906f-39a9523e2720 req-166fa6b9-cfc8-447c-b877-88a7e1778560 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.1722825
Dec 30 16:22:10.323574 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:10.378236 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] For port a29d11b6-b8f7-426a-ae83-e54669fbc248, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=a29d11b6-b8f7-426a-ae83-e54669fbc248,segment=NetworkSegment(a1965180-a5eb-4dfc-97e0-14ede4debdc3),segment_id=a1965180-a5eb-4dfc-97e0-14ede4debdc3)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:22:10.387162 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:10.423531 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-48945f14-2461-4950-906f-39a9523e2720 req-ac878797-0bc9-404d-bc3f-742cba6afc16 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2995186
Dec 30 16:22:10.542008 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Pushing event updated for resources: {'Port': ['ID=a29d11b6-b8f7-426a-ae83-e54669fbc248,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:22:10.837075 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58b803-b389-40ca-a962-a4985e6d2a74 req-09a5ba25-7ee5-4334-ba64-8fe80db390a5 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:10.845932 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5d58b803-b389-40ca-a962-a4985e6d2a74 req-09a5ba25-7ee5-4334-ba64-8fe80db390a5 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 943 time: 0.1072719
Dec 30 16:22:11.017788 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5d58b803-b389-40ca-a962-a4985e6d2a74 req-b81ce9ed-3abb-41a5-b575-258465209f5e tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1705139
Dec 30 16:22:11.825622 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device a29d11b6-b8f7-426a-ae83-e54669fbc248 up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:22:11.862114 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b67f943-f8d2-41df-8c5f-ae247b2d57ae req-2b8d60e6-446d-40f9-a3fa-a646a1e3b809 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:11.870043 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7b67f943-f8d2-41df-8c5f-ae247b2d57ae req-2b8d60e6-446d-40f9-a3fa-a646a1e3b809 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.2256331
Dec 30 16:22:11.982673 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7b67f943-f8d2-41df-8c5f-ae247b2d57ae req-184ddf76-d89a-44f1-92a7-1508e15d5bf4 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083508
Dec 30 16:22:12.022197 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port a29d11b6-b8f7-426a-ae83-e54669fbc248 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:22:12.025141 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:12.310582 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea27dc2-eb55-4cae-820e-3c6244e63027 req-e5270fbe-eb0d-4f59-becf-33b93de6e1b2 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:12.318367 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-dea27dc2-eb55-4cae-820e-3c6244e63027 req-e5270fbe-eb0d-4f59-becf-33b93de6e1b2 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 943 time: 0.1289186
Dec 30 16:22:12.367546 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-dea27dc2-eb55-4cae-820e-3c6244e63027 req-8bc6cdd8-f639-43ef-90a2-d1a10790a4da tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482891
Dec 30 16:22:13.324339 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57233b3-50a5-497b-a7f1-598875d5df85 req-32deb129-98ad-4137-93b2-5cfc1cd1407f tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:13.325937 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b57233b3-50a5-497b-a7f1-598875d5df85 req-32deb129-98ad-4137-93b2-5cfc1cd1407f tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.2006080
Dec 30 16:22:13.391826 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b57233b3-50a5-497b-a7f1-598875d5df85 req-bb8d7f4c-2789-4d14-b5e7-d5c356ff53fa tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583599
Dec 30 16:22:13.611700 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e827c0-31b6-4c08-ba3f-4c5227cd6539 req-7fb18ae4-5748-4da3-bb83-0f6fd6c6e263 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:13.613270 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-19e827c0-31b6-4c08-ba3f-4c5227cd6539 req-7fb18ae4-5748-4da3-bb83-0f6fd6c6e263 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 943 time: 0.0841937
Dec 30 16:22:13.663633 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-19e827c0-31b6-4c08-ba3f-4c5227cd6539 req-1b148c1a-6202-4a4d-a0fc-f7a8e7017313 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424368
Dec 30 16:22:14.402624 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fbdde95c-963d-4a0f-8326-171a632cfe5b req-610821fb-192a-4f3a-bddc-444274952634 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 1098 time: 0.0780411
Dec 30 16:22:14.491700 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fbdde95c-963d-4a0f-8326-171a632cfe5b req-f3917355-cc67-400b-87cd-c3c5497ba6c4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788524
Dec 30 16:22:14.661418 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9a6e1-52fe-42be-9cd4-4143a3e86e8a req-0234f183-8038-40f5-92c9-e334e8377cac tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:14.663973 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-57c9a6e1-52fe-42be-9cd4-4143a3e86e8a req-0234f183-8038-40f5-92c9-e334e8377cac tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.0774319
Dec 30 16:22:14.713911 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-57c9a6e1-52fe-42be-9cd4-4143a3e86e8a req-0a542009-a46f-42a4-ab4c-1431635acaba tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454392
Dec 30 16:22:14.903357 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91404803-e9e1-4921-a4fc-76165c46bcef req-3414013d-6035-40b1-b047-d45f95e16a4b tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:14.905019 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-91404803-e9e1-4921-a4fc-76165c46bcef req-3414013d-6035-40b1-b047-d45f95e16a4b tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 943 time: 0.0787992
Dec 30 16:22:14.961760 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-91404803-e9e1-4921-a4fc-76165c46bcef req-acfeec74-5fb8-44c7-915f-f6a97df89bb3 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488667
Dec 30 16:22:15.126221 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-cb576bd4-492f-419a-8b69-9e668fdc41c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:15.939119 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c9d2a-c0e7-4731-acee-3834d5584cc7 req-b0887962-e630-43d6-9112-4bbf6a6228b1 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:15.940558 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3f2c9d2a-c0e7-4731-acee-3834d5584cc7 req-b0887962-e630-43d6-9112-4bbf6a6228b1 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.0838101
Dec 30 16:22:15.993348 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3f2c9d2a-c0e7-4731-acee-3834d5584cc7 req-8dc98d5d-1003-4167-bc96-3f569ca102db tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465636
Dec 30 16:22:16.223060 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63930565-98fb-4c63-891b-5ae1d3a25769 req-57cf3228-4196-4d06-82c6-14be427ce6c8 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:16.225491 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-63930565-98fb-4c63-891b-5ae1d3a25769 req-57cf3228-4196-4d06-82c6-14be427ce6c8 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 943 time: 0.1160445
Dec 30 16:22:16.226845 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99097255-af95-43a8-a2f1-b15820e0fd4f req-476b4522-ca78-4089-846a-ef41a0da9f42 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:16.228540 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-99097255-af95-43a8-a2f1-b15820e0fd4f req-476b4522-ca78-4089-846a-ef41a0da9f42 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0958285
Dec 30 16:22:16.276350 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-99097255-af95-43a8-a2f1-b15820e0fd4f req-a45c9411-6bf7-48e2-aeb5-b5e53c95ea62 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423813
Dec 30 16:22:16.288284 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-63930565-98fb-4c63-891b-5ae1d3a25769 req-82076526-d16e-4780-9de7-979cf776b30d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0519960
Dec 30 16:22:17.340699 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-eba3c0bc-2acd-4cf5-b5f7-c5bc93dadc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:17.537411 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde04dd5-3cb6-4102-af94-ac91d41ce4b4 req-d9bb738d-e38b-44a4-b193-d65778ea09d3 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:17.538875 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-bde04dd5-3cb6-4102-af94-ac91d41ce4b4 req-d9bb738d-e38b-44a4-b193-d65778ea09d3 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 943 time: 0.0856133
Dec 30 16:22:17.590306 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-bde04dd5-3cb6-4102-af94-ac91d41ce4b4 req-66d20212-7ede-4c1c-a4bd-d8007951d518 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448086
Dec 30 16:22:18.321673 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:18.527409 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-69c67d17-9f3b-42f8-a8e0-3fa10b9c415e req-910c7dcb-8a03-4a81-9909-e472e907f500 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bfcfc39d438a466484958cfa05016678&device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 1098 time: 0.2359633
Dec 30 16:22:18.681450 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a7729-ae99-4862-8df2-050e42889469 req-3d892ad8-4872-4a94-ac49-c7cbce05fd58 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:18.693273 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1f0a7729-ae99-4862-8df2-050e42889469 req-3d892ad8-4872-4a94-ac49-c7cbce05fd58 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.2957196
Dec 30 16:22:18.717872 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:18.828182 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1f0a7729-ae99-4862-8df2-050e42889469 req-57da3dd5-e273-485b-8aeb-6488df9e242e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1312618
Dec 30 16:22:18.872347 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c67d17-9f3b-42f8-a8e0-3fa10b9c415e req-637bb224-04ce-4434-9470-cb6343e33f88 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:18.874592 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-69c67d17-9f3b-42f8-a8e0-3fa10b9c415e req-637bb224-04ce-4434-9470-cb6343e33f88 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a3de7164-b44c-4490-994c-7ba5630844e6 HTTP/1.1" status: 200  len: 919 time: 0.3404176
Dec 30 16:22:18.885141 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c8caa3-9547-45c0-9171-dafe6fe0bdf1 req-a51bb7e0-6c74-4bb9-84ca-325a9a8de855 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:18.887319 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-43c8caa3-9547-45c0-9171-dafe6fe0bdf1 req-a51bb7e0-6c74-4bb9-84ca-325a9a8de855 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 943 time: 0.1292984
Dec 30 16:22:18.966411 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-43c8caa3-9547-45c0-9171-dafe6fe0bdf1 req-b16b4a54-1fb0-4a8e-a3eb-d268b4fd8d50 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0721705
Dec 30 16:22:18.974120 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6545485d-aeaf-48b7-9fa3-145249c3d4b2 None None] Sync routers for ids ['7adc7e42-fad5-4da2-8a5e-23454d049934'] in dv-cinder-822939-1-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:22:18.982553 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-69c67d17-9f3b-42f8-a8e0-3fa10b9c415e req-df0ff90b-e331-4795-a533-3f10614aff03 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c800868-57e5-476a-a3e8-9124309466ce HTTP/1.1" status: 200  len: 217 time: 0.1000121
Dec 30 16:22:18.998220 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6545485d-aeaf-48b7-9fa3-145249c3d4b2 None None] Routers {'7adc7e42-fad5-4da2-8a5e-23454d049934'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:22:19.000554 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-6545485d-aeaf-48b7-9fa3-145249c3d4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d55ab790>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:22:17Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['7adc7e42-fad5-4da2-8a5e-23454d049934'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:22:19.063588 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c67d17-9f3b-42f8-a8e0-3fa10b9c415e req-98b762b3-257d-47d1-a3ed-37250fce0701 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:19.065842 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-69c67d17-9f3b-42f8-a8e0-3fa10b9c415e req-98b762b3-257d-47d1-a3ed-37250fce0701 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b2b50e5-e35b-4e54-90cf-cd642185a38d HTTP/1.1" status: 200  len: 859 time: 0.0753922
Dec 30 16:22:19.141679 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-69c67d17-9f3b-42f8-a8e0-3fa10b9c415e req-d2cd3214-c87f-4f39-8d47-4755f01b3de6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3de7164-b44c-4490-994c-7ba5630844e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0685599
Dec 30 16:22:19.229860 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-6545485d-aeaf-48b7-9fa3-145249c3d4b2 None None] Set router 7adc7e42-fad5-4da2-8a5e-23454d049934 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:22:19.284973 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-69c67d17-9f3b-42f8-a8e0-3fa10b9c415e req-a48f55d8-ced9-42db-8877-fa53eff1de4b service neutron] 10.222.0.43 "GET /v2.0/networks/a3de7164-b44c-4490-994c-7ba5630844e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1354191
Dec 30 16:22:19.438456 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-69c67d17-9f3b-42f8-a8e0-3fa10b9c415e req-d8692df3-9048-40be-90bf-3374fab75c07 service neutron] 10.222.0.43 "GET /v2.0/networks/a3de7164-b44c-4490-994c-7ba5630844e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1451187
Dec 30 16:22:19.603437 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-6545485d-aeaf-48b7-9fa3-145249c3d4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d55ab790>, [{'id': '7adc7e42-fad5-4da2-8a5e-23454d049934', 'name': 'tempest-TestShelveInstance-824689457-router', 'tenant_id': '5cebfd67694e412ca12f389efef0d37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a29d11b6-b8f7-426a-ae83-e54669fbc248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:21:56Z', 'updated_at': '2021-12-30T16:22:02Z', 'revision_number': 4, 'project_id': '5cebfd67694e412ca12f389efef0d37e', 'gw_port': {'id': 'a29d11b6-b8f7-426a-ae83-e54669fbc248', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:01:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adc7e42-fad5-4da2-8a5e-23454d049934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:21:57Z', 'updated_at': '2021-12-30T16:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '1051b212-8b64-4413-9364-f50b3358ebab', 'name': '', 'network_id': 'b0bb9ee9-5ebe-4465-b6bb-3cd6b9f9a562', 'tenant_id': '5cebfd67694e412ca12f389efef0d37e', 'mac_address': 'fa:16:3e:6b:43:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7adc7e42-fad5-4da2-8a5e-23454d049934', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd01b4bf7-20d2-40bb-970b-39201d1cd352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:22:01Z', 'updated_at': '2021-12-30T16:22:03Z', 'revision_number': 2, 'project_id': '5cebfd67694e412ca12f389efef0d37e', 'subnets': [{'id': 'd01b4bf7-20d2-40bb-970b-39201d1cd352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:22:19.607728 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6545485d-aeaf-48b7-9fa3-145249c3d4b2 None None] Checking router: 7adc7e42-fad5-4da2-8a5e-23454d049934 for host: dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:22:19.608073 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6545485d-aeaf-48b7-9fa3-145249c3d4b2 None None] Updating router 7adc7e42-fad5-4da2-8a5e-23454d049934 port 1051b212-8b64-4413-9364-f50b3358ebab binding host dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 30 16:22:19.664463 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-6545485d-aeaf-48b7-9fa3-145249c3d4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:19.840770 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:20.091112 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ed3f2-d290-4af7-a3fb-05047c0bf05d req-83afe830-03a7-4892-a473-7b59ca1db23c tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:20.092633 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-644ed3f2-d290-4af7-a3fb-05047c0bf05d req-83afe830-03a7-4892-a473-7b59ca1db23c tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.1056726
Dec 30 16:22:20.144302 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-6545485d-aeaf-48b7-9fa3-145249c3d4b2 None None] Notify callbacks [] for port, precommit_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:20.151209 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-644ed3f2-d290-4af7-a3fb-05047c0bf05d req-abb81163-bced-4f7c-a4b8-862611e42ef9 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514126
Dec 30 16:22:20.171905 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-6545485d-aeaf-48b7-9fa3-145249c3d4b2 None None] Transition to ACTIVE for port object 1051b212-8b64-4413-9364-f50b3358ebab will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:22:20.184670 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-6545485d-aeaf-48b7-9fa3-145249c3d4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:20.362625 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944e76e-3150-47f3-a5f3-ef9c3ccf5261 None None] Pushing event updated for resources: {'Port': ['ID=1051b212-8b64-4413-9364-f50b3358ebab,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:22:20.380078 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f338a7-ac1a-46f0-8e43-f89910aa2ac1 req-6bd33a63-9d39-489e-a9ca-4674c0c1267a tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:20.388779 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-56f338a7-ac1a-46f0-8e43-f89910aa2ac1 req-6bd33a63-9d39-489e-a9ca-4674c0c1267a tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 943 time: 0.1506517
Dec 30 16:22:20.447519 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-6545485d-aeaf-48b7-9fa3-145249c3d4b2 None None] Attempting to bind port 1051b212-8b64-4413-9364-f50b3358ebab on host dv-cinder-822939-1-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:22:20.448185 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-6545485d-aeaf-48b7-9fa3-145249c3d4b2 None None] Attempting to bind port 1051b212-8b64-4413-9364-f50b3358ebab by drivers openvswitch,hyperv on host dv-cinder-822939-1-iscsi at level 0 using segments [{'id': '701f4075-8d86-4d4b-a2c1-77e505146be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0bb9ee9-5ebe-4465-b6bb-3cd6b9f9a562'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:22:20.448886 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6545485d-aeaf-48b7-9fa3-145249c3d4b2 None None] Attempting to bind port 1051b212-8b64-4413-9364-f50b3358ebab on network b0bb9ee9-5ebe-4465-b6bb-3cd6b9f9a562 {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:22:20.459794 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6545485d-aeaf-48b7-9fa3-145249c3d4b2 None None] Checking agent: {'id': 'b5560ab0-2c8e-4cda-8841-fe2255e3b07c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822939-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 11, 19), 'started_at': datetime.datetime(2021, 12, 30, 16, 11, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822939-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:22:20.463065 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-56f338a7-ac1a-46f0-8e43-f89910aa2ac1 req-3ca673ac-b6c9-4dab-8126-011ee6acb407 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0719984
Dec 30 16:22:20.465787 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6545485d-aeaf-48b7-9fa3-145249c3d4b2 None None] Checking segment: {'id': '701f4075-8d86-4d4b-a2c1-77e505146be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0bb9ee9-5ebe-4465-b6bb-3cd6b9f9a562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:22:20.466134 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-6545485d-aeaf-48b7-9fa3-145249c3d4b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:20.466447 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6545485d-aeaf-48b7-9fa3-145249c3d4b2 None None] Bound using segment: {'id': '701f4075-8d86-4d4b-a2c1-77e505146be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0bb9ee9-5ebe-4465-b6bb-3cd6b9f9a562'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:22:20.466941 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-6545485d-aeaf-48b7-9fa3-145249c3d4b2 None None] Bound port: 1051b212-8b64-4413-9364-f50b3358ebab, host: dv-cinder-822939-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '701f4075-8d86-4d4b-a2c1-77e505146be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'b0bb9ee9-5ebe-4465-b6bb-3cd6b9f9a562'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:22:20.467700 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-6545485d-aeaf-48b7-9fa3-145249c3d4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:20.581464 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-6545485d-aeaf-48b7-9fa3-145249c3d4b2 None None] For port 1051b212-8b64-4413-9364-f50b3358ebab, host dv-cinder-822939-1-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:22:20.585738 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-6545485d-aeaf-48b7-9fa3-145249c3d4b2 None None] For port 1051b212-8b64-4413-9364-f50b3358ebab, host dv-cinder-822939-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=1051b212-8b64-4413-9364-f50b3358ebab,segment=NetworkSegment(701f4075-8d86-4d4b-a2c1-77e505146be2),segment_id=701f4075-8d86-4d4b-a2c1-77e505146be2)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:22:20.591502 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-6545485d-aeaf-48b7-9fa3-145249c3d4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:20.690240 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944e76e-3150-47f3-a5f3-ef9c3ccf5261 None None] Pushing event updated for resources: {'Port': ['ID=1051b212-8b64-4413-9364-f50b3358ebab,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:22:20.702099 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6545485d-aeaf-48b7-9fa3-145249c3d4b2 None None] Routers {'7adc7e42-fad5-4da2-8a5e-23454d049934'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:22:20.702717 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-6545485d-aeaf-48b7-9fa3-145249c3d4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d55ab790>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:22:17Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['7adc7e42-fad5-4da2-8a5e-23454d049934'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:22:20.946201 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-6545485d-aeaf-48b7-9fa3-145249c3d4b2 None None] Set router 7adc7e42-fad5-4da2-8a5e-23454d049934 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:22:21.081964 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ba4d1f01-89c7-450c-927b-c8d466fdf12f req-3835c536-df75-48dc-af3c-45fbb1a4fcc6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1475010
Dec 30 16:22:21.192817 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ba4d1f01-89c7-450c-927b-c8d466fdf12f req-d3150d77-024a-4ff5-815b-9894ca27e26c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=68a21c1767cb4406bba3b9b738393ddc&device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 1098 time: 0.0900276
Dec 30 16:22:21.277208 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 094c562e-74b6-42c1-9b38-609300df83c9 details requested by agent hyperv_hv-cinder-82293 with host hv-cinder-82293 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 30 16:22:21.473135 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d1f01-89c7-450c-927b-c8d466fdf12f req-7664d50c-9016-40eb-b6c5-98feccbf0bf1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:21.475145 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ba4d1f01-89c7-450c-927b-c8d466fdf12f req-7664d50c-9016-40eb-b6c5-98feccbf0bf1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1c537c90-32cb-4109-9814-ee7321945809 HTTP/1.1" status: 200  len: 911 time: 0.2608585
Dec 30 16:22:21.488005 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5a00cf-e096-44de-a307-6642116193b3 req-b29efd1a-d8b8-405a-ac18-62b913f0b475 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:21.491074 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6f5a00cf-e096-44de-a307-6642116193b3 req-b29efd1a-d8b8-405a-ac18-62b913f0b475 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.1479385
Dec 30 16:22:21.517178 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 094c562e-74b6-42c1-9b38-609300df83c9, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=094c562e-74b6-42c1-9b38-609300df83c9,segment=NetworkSegment(5936c83c-be6b-48e8-9fcb-7dbbfde67386),segment_id=5936c83c-be6b-48e8-9fcb-7dbbfde67386)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:22:21.542069 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Returning: {'device': '094c562e-74b6-42c1-9b38-609300df83c9', 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283', 'port_id': '094c562e-74b6-42c1-9b38-609300df83c9', 'mac_address': 'fa:16:3e:dd:6a:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 30 16:22:21.589941 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-6545485d-aeaf-48b7-9fa3-145249c3d4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d55ab790>, [{'id': '7adc7e42-fad5-4da2-8a5e-23454d049934', 'name': 'tempest-TestShelveInstance-824689457-router', 'tenant_id': '5cebfd67694e412ca12f389efef0d37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a29d11b6-b8f7-426a-ae83-e54669fbc248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:21:56Z', 'updated_at': '2021-12-30T16:22:02Z', 'revision_number': 4, 'project_id': '5cebfd67694e412ca12f389efef0d37e', 'gw_port': {'id': 'a29d11b6-b8f7-426a-ae83-e54669fbc248', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:01:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adc7e42-fad5-4da2-8a5e-23454d049934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:21:57Z', 'updated_at': '2021-12-30T16:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '1051b212-8b64-4413-9364-f50b3358ebab', 'name': '', 'network_id': 'b0bb9ee9-5ebe-4465-b6bb-3cd6b9f9a562', 'tenant_id': '5cebfd67694e412ca12f389efef0d37e', 'mac_address': 'fa:16:3e:6b:43:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7adc7e42-fad5-4da2-8a5e-23454d049934', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd01b4bf7-20d2-40bb-970b-39201d1cd352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:22:01Z', 'updated_at': '2021-12-30T16:22:20Z', 'revision_number': 4, 'project_id': '5cebfd67694e412ca12f389efef0d37e', 'subnets': [{'id': 'd01b4bf7-20d2-40bb-970b-39201d1cd352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:22:21.604684 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6545485d-aeaf-48b7-9fa3-145249c3d4b2 None None] The sync data for ids ['7adc7e42-fad5-4da2-8a5e-23454d049934'] in dv-cinder-822939-1-iscsi is: [{'id': '7adc7e42-fad5-4da2-8a5e-23454d049934', 'name': 'tempest-TestShelveInstance-824689457-router', 'tenant_id': '5cebfd67694e412ca12f389efef0d37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a29d11b6-b8f7-426a-ae83-e54669fbc248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:21:56Z', 'updated_at': '2021-12-30T16:22:02Z', 'revision_number': 4, 'project_id': '5cebfd67694e412ca12f389efef0d37e', 'gw_port': {'id': 'a29d11b6-b8f7-426a-ae83-e54669fbc248', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:01:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adc7e42-fad5-4da2-8a5e-23454d049934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:21:57Z', 'updated_at': '2021-12-30T16:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '1051b212-8b64-4413-9364-f50b3358ebab', 'name': '', 'network_id': 'b0bb9ee9-5ebe-4465-b6bb-3cd6b9f9a562', 'tenant_id': '5cebfd67694e412ca12f389efef0d37e', 'mac_address': 'fa:16:3e:6b:43:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7adc7e42-fad5-4da2-8a5e-23454d049934', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd01b4bf7-20d2-40bb-970b-39201d1cd352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:22:01Z', 'updated_at': '2021-12-30T16:22:20Z', 'revision_number': 4, 'project_id': '5cebfd67694e412ca12f389efef0d37e', 'subnets': [{'id': 'd01b4bf7-20d2-40bb-970b-39201d1cd352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:22:21.613930 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:21.644014 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 094c562e-74b6-42c1-9b38-609300df83c9 {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:22:21.660855 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6f5a00cf-e096-44de-a307-6642116193b3 req-b72c0a02-480e-4674-8cd3-32273c69b7a8 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075151
Dec 30 16:22:21.662796 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ba4d1f01-89c7-450c-927b-c8d466fdf12f req-56994d5d-0224-45e8-88fe-08dd42186148 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f885afb5-dec1-4ffc-a9b9-8ee26a12c34d HTTP/1.1" status: 200  len: 1001 time: 0.1708579
Dec 30 16:22:21.728030 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 094c562e-74b6-42c1-9b38-609300df83c9, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=094c562e-74b6-42c1-9b38-609300df83c9,segment=NetworkSegment(5936c83c-be6b-48e8-9fcb-7dbbfde67386),segment_id=5936c83c-be6b-48e8-9fcb-7dbbfde67386)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:22:21.767486 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:21.837074 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d1f01-89c7-450c-927b-c8d466fdf12f req-918acf90-7555-41e5-9546-dfb2bbbbb992 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:21.839098 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ba4d1f01-89c7-450c-927b-c8d466fdf12f req-918acf90-7555-41e5-9546-dfb2bbbbb992 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=944ab297-fca1-4f6e-94db-374949491f42 HTTP/1.1" status: 200  len: 850 time: 0.1580508
Dec 30 16:22:21.871100 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 1051b212-8b64-4413-9364-f50b3358ebab up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:22:21.882149 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdb3bb-a147-45ac-bd80-145699000dba req-e2288f39-21c6-4f5a-8366-843cced22fe3 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:21.886421 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a9cdb3bb-a147-45ac-bd80-145699000dba req-e2288f39-21c6-4f5a-8366-843cced22fe3 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 944 time: 0.1467521
Dec 30 16:22:21.948761 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=094c562e-74b6-42c1-9b38-609300df83c9,revision_number=9']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:22:21.974305 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a9cdb3bb-a147-45ac-bd80-145699000dba req-c9427700-8f0a-4964-8e78-6d569fc5bf05 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0799522
Dec 30 16:22:21.997287 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning for port 1051b212-8b64-4413-9364-f50b3358ebab completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:22:21.999027 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ba4d1f01-89c7-450c-927b-c8d466fdf12f req-387cc5a9-0eb1-42e8-8529-aeaa7b3d2632 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1c537c90-32cb-4109-9814-ee7321945809&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1517768
Dec 30 16:22:22.003575 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 1051b212-8b64-4413-9364-f50b3358ebab triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:22:22.003936 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:22.124594 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['094c562e-74b6-42c1-9b38-609300df83c9'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:22:22.177460 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ba4d1f01-89c7-450c-927b-c8d466fdf12f req-4cbd7646-9858-4ace-8756-7468549ab97c service neutron] 10.222.0.43 "GET /v2.0/networks/1c537c90-32cb-4109-9814-ee7321945809?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1701777
Dec 30 16:22:22.204715 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:22.251355 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] For port 1051b212-8b64-4413-9364-f50b3358ebab, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=1051b212-8b64-4413-9364-f50b3358ebab,segment=NetworkSegment(701f4075-8d86-4d4b-a2c1-77e505146be2),segment_id=701f4075-8d86-4d4b-a2c1-77e505146be2)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:22:22.269531 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:22.371363 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Pushing event updated for resources: {'Port': ['ID=1051b212-8b64-4413-9364-f50b3358ebab,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:22:22.464779 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ba4d1f01-89c7-450c-927b-c8d466fdf12f req-58ac2505-d43a-405c-b626-71f5d6e85fea service neutron] 10.222.0.43 "GET /v2.0/networks/1c537c90-32cb-4109-9814-ee7321945809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2772169
Dec 30 16:22:22.574192 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:22.955630 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f7284-3834-48b8-a3ec-b7370ff69f26 req-7f89f066-1c36-457b-9502-04a26d8be6f4 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:22.963832 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1f6f7284-3834-48b8-a3ec-b7370ff69f26 req-7f89f066-1c36-457b-9502-04a26d8be6f4 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.1110952
Dec 30 16:22:23.022535 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1f6f7284-3834-48b8-a3ec-b7370ff69f26 req-e1a5e8e0-25be-447c-b2c2-40ba56e9bb4c tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578387
Dec 30 16:22:23.161445 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 094c562e-74b6-42c1-9b38-609300df83c9 up at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:22:23.227563 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60053c9-f333-4721-8d34-d7888b6eeeb3 req-c4a23855-452f-4ace-82b8-f3426c8e04c8 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:23.229806 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b60053c9-f333-4721-8d34-d7888b6eeeb3 req-c4a23855-452f-4ace-82b8-f3426c8e04c8 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 944 time: 0.1015365
Dec 30 16:22:23.252671 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning complete for port 094c562e-74b6-42c1-9b38-609300df83c9 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:22:23.253038 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:23.297535 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b60053c9-f333-4721-8d34-d7888b6eeeb3 req-25d44e4f-3c62-4219-9f46-9410dd5fe8d8 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0601716
Dec 30 16:22:23.396311 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:23.424114 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f037c14-64b7-46d3-a080-0ffbf8e791e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094c562e-74b6-42c1-9b38-609300df83c9'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:22:23.436400 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 094c562e-74b6-42c1-9b38-609300df83c9, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=094c562e-74b6-42c1-9b38-609300df83c9,segment=NetworkSegment(5936c83c-be6b-48e8-9fcb-7dbbfde67386),segment_id=5936c83c-be6b-48e8-9fcb-7dbbfde67386)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:22:23.444264 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:23.510352 dv-cinder-822939-1-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f037c14-64b7-46d3-a080-0ffbf8e791e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094c562e-74b6-42c1-9b38-609300df83c9', 'code': 200}
Dec 30 16:22:23.529460 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=094c562e-74b6-42c1-9b38-609300df83c9,revision_number=10']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:22:23.771303 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 1051b212-8b64-4413-9364-f50b3358ebab up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:22:23.844258 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 1051b212-8b64-4413-9364-f50b3358ebab triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:22:23.844980 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:24.219630 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d876b9af-5559-495d-86f6-f6afc32c1880 req-83515d3b-73df-44ea-8721-368edf7a10bd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 1099 time: 0.0749161
Dec 30 16:22:24.225679 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc3eb8-07b1-48df-9517-b9278414cc58 req-aa72a94f-bb71-4383-90a5-04bc0870cd37 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:24.227130 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a4fc3eb8-07b1-48df-9517-b9278414cc58 req-aa72a94f-bb71-4383-90a5-04bc0870cd37 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0771227
Dec 30 16:22:24.267894 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d876b9af-5559-495d-86f6-f6afc32c1880 req-6c18d82d-2a25-4770-be83-27b74a052f9d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415132
Dec 30 16:22:24.279908 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a4fc3eb8-07b1-48df-9517-b9278414cc58 req-e865f24d-341f-4031-94f8-44aebedb4e51 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461061
Dec 30 16:22:24.535007 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff193e0-cc78-46fb-83ec-cf684bbb6e16 req-fad8ab46-02cf-4c89-836f-942448cdd311 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:24.542603 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-dff193e0-cc78-46fb-83ec-cf684bbb6e16 req-fad8ab46-02cf-4c89-836f-942448cdd311 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 946 time: 0.1093502
Dec 30 16:22:24.600586 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-dff193e0-cc78-46fb-83ec-cf684bbb6e16 req-6de486f6-2224-406e-bc0e-cbb10658a329 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568616
Dec 30 16:22:25.515681 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86f032-c15e-47a4-a6e9-5d3551ba9a52 req-7c65ce63-23a9-4af4-a07a-067e131bf099 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:25.518345 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cb86f032-c15e-47a4-a6e9-5d3551ba9a52 req-7c65ce63-23a9-4af4-a07a-067e131bf099 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.1027803
Dec 30 16:22:25.570306 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cb86f032-c15e-47a4-a6e9-5d3551ba9a52 req-3fb47c93-d514-4490-a7cf-ee9f9ff38742 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460486
Dec 30 16:22:25.893413 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14a367-5da8-4fe8-ab1e-7ea80c58f8a4 req-b04532eb-d198-4c89-a397-f8c689f7139f tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:25.904939 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0a14a367-5da8-4fe8-ab1e-7ea80c58f8a4 req-b04532eb-d198-4c89-a397-f8c689f7139f tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 946 time: 0.1322567
Dec 30 16:22:25.964100 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0a14a367-5da8-4fe8-ab1e-7ea80c58f8a4 req-64e43b7a-d77b-4392-8d66-d4c3e847a279 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0574882
Dec 30 16:22:26.452771 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636d65a-08de-4b9e-b342-2048253fca71 req-f62413e5-bb6e-49d1-9ea2-03df13e8ebc0 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:26.461121 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a636d65a-08de-4b9e-b342-2048253fca71 req-f62413e5-bb6e-49d1-9ea2-03df13e8ebc0 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.0996637
Dec 30 16:22:26.517965 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a636d65a-08de-4b9e-b342-2048253fca71 req-1ad6af11-4fb0-49eb-96a7-7f0ed39c9a68 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0552757
Dec 30 16:22:26.822127 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b79e91-33c7-4789-83a7-8355c4785d59 req-a8ddf9c7-41ce-4c24-b834-9aba7e06a93e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:26.823604 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-26b79e91-33c7-4789-83a7-8355c4785d59 req-a8ddf9c7-41ce-4c24-b834-9aba7e06a93e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0950661
Dec 30 16:22:26.889932 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-26b79e91-33c7-4789-83a7-8355c4785d59 req-6aab4325-3a1c-48b1-8e70-6ec9dca38d35 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602093
Dec 30 16:22:27.177377 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22f56d-226b-4855-9d6e-5debc2826b74 req-9edb39e6-cc95-4fc6-9daf-1e1853b47497 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:27.178962 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0f22f56d-226b-4855-9d6e-5debc2826b74 req-9edb39e6-cc95-4fc6-9daf-1e1853b47497 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 946 time: 0.0787785
Dec 30 16:22:27.226622 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0f22f56d-226b-4855-9d6e-5debc2826b74 req-d1944541-07b4-4608-892e-263bdd06827b tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413203
Dec 30 16:22:27.738009 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115d20b-ca2f-45c8-8e9e-d7ac1fed28e1 req-c923a261-0217-479c-acd4-16a7199c94f2 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:27.740280 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4115d20b-ca2f-45c8-8e9e-d7ac1fed28e1 req-c923a261-0217-479c-acd4-16a7199c94f2 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.0866919
Dec 30 16:22:27.787916 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4115d20b-ca2f-45c8-8e9e-d7ac1fed28e1 req-c28c1780-a4e0-4120-9e75-f59496806890 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409203
Dec 30 16:22:28.105085 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd96bd-9352-42df-af11-469f79e0d2f0 req-5fc959ad-15d9-4ea4-bbd1-522a2658bd05 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:28.106697 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-41dd96bd-9352-42df-af11-469f79e0d2f0 req-5fc959ad-15d9-4ea4-bbd1-522a2658bd05 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0952160
Dec 30 16:22:28.163915 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-41dd96bd-9352-42df-af11-469f79e0d2f0 req-49cc8d95-e63e-4f52-a284-74292e13ba3e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512578
Dec 30 16:22:28.996851 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed53d32-c47b-418a-8949-dafbd6ecd2e6 req-558606ca-bbc2-49d4-ace1-f74bd251d50a tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:28.998354 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2ed53d32-c47b-418a-8949-dafbd6ecd2e6 req-558606ca-bbc2-49d4-ace1-f74bd251d50a tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.0842643
Dec 30 16:22:29.053904 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2ed53d32-c47b-418a-8949-dafbd6ecd2e6 req-68bd2bb4-44e7-430a-a53a-ab1f6161af11 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488205
Dec 30 16:22:29.375105 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ad91d-d46b-4d0f-a706-559acc58aa8b req-007193b5-9811-4bb4-b944-025a038609f5 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:29.376795 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-242ad91d-d46b-4d0f-a706-559acc58aa8b req-007193b5-9811-4bb4-b944-025a038609f5 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0819094
Dec 30 16:22:29.427399 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-242ad91d-d46b-4d0f-a706-559acc58aa8b req-8c51f572-9dc8-4458-a6cd-061302e2fdd4 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450089
Dec 30 16:22:30.266118 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ebd6d1-480f-48e9-910f-3c99e1592523 req-8947c230-afa1-4f84-b6d1-ef83f1db4c66 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:30.267620 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e9ebd6d1-480f-48e9-910f-3c99e1592523 req-8947c230-afa1-4f84-b6d1-ef83f1db4c66 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.0811784
Dec 30 16:22:30.328204 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e9ebd6d1-480f-48e9-910f-3c99e1592523 req-1e59d327-4331-4aa5-9279-5b2afc409432 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483747
Dec 30 16:22:30.641924 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b05277-4357-4add-a40d-811f6f12b89a req-01679e4e-a6e2-4c2d-aa92-1a34f78b7eef tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:30.649380 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-40b05277-4357-4add-a40d-811f6f12b89a req-01679e4e-a6e2-4c2d-aa92-1a34f78b7eef tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0884809
Dec 30 16:22:30.693683 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-40b05277-4357-4add-a40d-811f6f12b89a req-6e26a8bb-1c3a-41bf-ad72-5a1ff7a42cb9 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432265
Dec 30 16:22:31.531058 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a17a470-d607-4dda-b2d5-6ad61b8cd9ce req-d0ecae07-8947-4737-999c-6086c8a6c16a tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:31.532502 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1a17a470-d607-4dda-b2d5-6ad61b8cd9ce req-d0ecae07-8947-4737-999c-6086c8a6c16a tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.0791223
Dec 30 16:22:31.588114 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1a17a470-d607-4dda-b2d5-6ad61b8cd9ce req-8f5c99fe-99f2-4108-b953-f7b84e214d49 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469637
Dec 30 16:22:31.965261 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e969f-58c6-4194-a4ab-24c8ecb29f77 req-c34f6fa3-eabe-48c8-b372-2370ed69ec33 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:31.966711 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-620e969f-58c6-4194-a4ab-24c8ecb29f77 req-c34f6fa3-eabe-48c8-b372-2370ed69ec33 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.1491420
Dec 30 16:22:32.012307 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-620e969f-58c6-4194-a4ab-24c8ecb29f77 req-b471cf2c-742b-43f6-8938-623a471ecb8a tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400460
Dec 30 16:22:32.706965 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-4eb9b470-56c2-4c28-ab58-590c7c449c7b tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Synchronizing usage tracker for tenant:56b2c03b9ea44b739b7f8011ada529cb on resource:security_group {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:22:32.726099 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-4eb9b470-56c2-4c28-ab58-590c7c449c7b tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Unset dirty status for tenant:56b2c03b9ea44b739b7f8011ada529cb on resource:security_group {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:22:32.727398 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-4eb9b470-56c2-4c28-ab58-590c7c449c7b tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1213430110&fields=id&tenant_id=56b2c03b9ea44b739b7f8011ada529cb HTTP/1.1" status: 200  len: 267 time: 0.0612524
Dec 30 16:22:32.786782 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4c355-5563-4b17-b5ae-b2a27e0136bf req-19598b1a-71fd-4339-9f29-017c5fe35ba1 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:32.788268 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-34f4c355-5563-4b17-b5ae-b2a27e0136bf req-19598b1a-71fd-4339-9f29-017c5fe35ba1 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.0757954
Dec 30 16:22:32.835541 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-34f4c355-5563-4b17-b5ae-b2a27e0136bf req-6b00091b-c36c-426a-8ed7-32a1446706ca tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415196
Dec 30 16:22:32.877654 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-52ff941c-289d-4345-9a82-6f478cd44f7b tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:32.878399 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-52ff941c-289d-4345-9a82-6f478cd44f7b tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Synchronizing usage tracker for tenant:56b2c03b9ea44b739b7f8011ada529cb on resource:network {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:22:32.895746 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-52ff941c-289d-4345-9a82-6f478cd44f7b tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Unset dirty status for tenant:56b2c03b9ea44b739b7f8011ada529cb on resource:network {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:22:32.896906 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-52ff941c-289d-4345-9a82-6f478cd44f7b tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/networks?id=86764f6c-6ecd-48e9-b549-52650a897818 HTTP/1.1" status: 200  len: 807 time: 0.1630399
Dec 30 16:22:32.913214 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-6d61d932-37f3-434c-b1c8-75d37f9c7360 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/quotas/56b2c03b9ea44b739b7f8011ada529cb HTTP/1.1" status: 200  len: 375 time: 0.0107732
Dec 30 16:22:33.050397 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-c60ad9cd-80a9-4b51-b412-4790c18d20cb tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Synchronizing usage tracker for tenant:56b2c03b9ea44b739b7f8011ada529cb on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:22:33.067721 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-c60ad9cd-80a9-4b51-b412-4790c18d20cb tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Unset dirty status for tenant:56b2c03b9ea44b739b7f8011ada529cb on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:22:33.069047 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-c60ad9cd-80a9-4b51-b412-4790c18d20cb tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=56b2c03b9ea44b739b7f8011ada529cb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1506436
Dec 30 16:22:33.207775 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-21e4a97d-ee4f-45c6-90ba-9ad40736d6e8 service neutron] 10.222.0.31 "GET /v2.0/networks/86764f6c-6ecd-48e9-b549-52650a897818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266992
Dec 30 16:22:33.230311 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d6e74-f2d8-41e2-8a69-a07e85331968 req-529a2552-5149-4ba8-940c-143f259eda6c tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:33.231861 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7d1d6e74-f2d8-41e2-8a69-a07e85331968 req-529a2552-5149-4ba8-940c-143f259eda6c tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0959439
Dec 30 16:22:33.275567 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7d1d6e74-f2d8-41e2-8a69-a07e85331968 req-fd0cd134-8045-4c4a-a1b2-9fda27cb0e5b tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381284
Dec 30 16:22:33.340003 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-2e1f066c-6c79-49d7-be19-f94a949f3848 service neutron] 10.222.0.31 "GET /v2.0/networks/86764f6c-6ecd-48e9-b549-52650a897818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260016
Dec 30 16:22:33.417080 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 52504) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:22:33.497267 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb75a99c-d86c-4dd0-b789-714f282417a4 admin admin] Deleting subnet 9f1dad7b-fa4d-4f38-83ee-d2abb0476b3b {{(pid=82857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}}
Dec 30 16:22:33.500577 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bb75a99c-d86c-4dd0-b789-714f282417a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:33.553262 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bb75a99c-d86c-4dd0-b789-714f282417a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2906538'] for subnet, precommit_delete_associations {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:33.623203 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bb75a99c-d86c-4dd0-b789-714f282417a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-618588'] for subnet, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:33.693678 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bb75a99c-d86c-4dd0-b789-714f282417a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-618599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2907015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2674639'] for subnet, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:33.743737 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb75a99c-d86c-4dd0-b789-714f282417a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f1dad7b-fa4d-4f38-83ee-d2abb0476b3b,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:22:33.750203 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bb75a99c-d86c-4dd0-b789-714f282417a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:33.762010 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-bb75a99c-d86c-4dd0-b789-714f282417a4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9f1dad7b-fa4d-4f38-83ee-d2abb0476b3b HTTP/1.1" status: 204  len: 168 time: 0.3437195
Dec 30 16:22:33.765461 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 52516) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:22:33.778669 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8329eaed-cbc9-444e-bc65-9266c7a5f10c req-b75076d0-6164-4a51-ab7f-26d1e4eb4924 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 210 time: 0.0494549
Dec 30 16:22:33.883418 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-61c9431e-80bf-48e3-a77a-941a2921ea9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544548'] for network, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:34.056668 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-61c9431e-80bf-48e3-a77a-941a2921ea9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-618013', 'neutron.services.segments.db._delete_segments_for_network-8793096430318'] for network, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:34.090919 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-61c9431e-80bf-48e3-a77a-941a2921ea9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff4d4bdf7c0>,) {'filters': {'network_id': ['da8e5b54-bff5-4709-957a-d64dc80b80e8']}} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:22:34.105111 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-61c9431e-80bf-48e3-a77a-941a2921ea9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff4d4bdf7c0>, '14aab721-ed99-48f0-88c3-ecaac8907e53') {'for_net_delete': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:22:34.105421 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-61c9431e-80bf-48e3-a77a-941a2921ea9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff4d4bdf7c0>, '14aab721-ed99-48f0-88c3-ecaac8907e53') {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:22:34.122892 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-61c9431e-80bf-48e3-a77a-941a2921ea9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793096435469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2906547'] for segment, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:34.146638 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854747fa-e591-489c-bf08-4ee9850715f5 req-ff122728-8887-4f24-8248-2fff87c25bc8 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:34.148138 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-854747fa-e591-489c-bf08-4ee9850715f5 req-ff122728-8887-4f24-8248-2fff87c25bc8 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.1601496
Dec 30 16:22:34.149089 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-61c9431e-80bf-48e3-a77a-941a2921ea9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:34.155454 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c9431e-80bf-48e3-a77a-941a2921ea9d admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=82857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 30 16:22:34.155833 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-61c9431e-80bf-48e3-a77a-941a2921ea9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-621716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2906977'] for segment, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:34.168970 dv-cinder-822939-1-iscsi neutron-server[82857]: Traceback (most recent call last):
Dec 30 16:22:34.168970 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 30 16:22:34.168970 dv-cinder-822939-1-iscsi neutron-server[82857]:     timer()
Dec 30 16:22:34.168970 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 30 16:22:34.168970 dv-cinder-822939-1-iscsi neutron-server[82857]:     cb(*args, **kw)
Dec 30 16:22:34.168970 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 30 16:22:34.168970 dv-cinder-822939-1-iscsi neutron-server[82857]:     return func(*args, **kwargs)
Dec 30 16:22:34.168970 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 30 16:22:34.168970 dv-cinder-822939-1-iscsi neutron-server[82857]:     self._notify()
Dec 30 16:22:34.168970 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 30 16:22:34.168970 dv-cinder-822939-1-iscsi neutron-server[82857]:     self.callback(batched_events)
Dec 30 16:22:34.168970 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 30 16:22:34.168970 dv-cinder-822939-1-iscsi neutron-server[82857]:     event.method(event)
Dec 30 16:22:34.168970 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 30 16:22:34.168970 dv-cinder-822939-1-iscsi neutron-server[82857]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 30 16:22:34.168970 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 30 16:22:34.168970 dv-cinder-822939-1-iscsi neutron-server[82857]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 30 16:22:34.168970 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 30 16:22:34.168970 dv-cinder-822939-1-iscsi neutron-server[82857]:     return f(self, *a, **k)
Dec 30 16:22:34.168970 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 30 16:22:34.168970 dv-cinder-822939-1-iscsi neutron-server[82857]:     return self._get(url).json()
Dec 30 16:22:34.168970 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 30 16:22:34.168970 dv-cinder-822939-1-iscsi neutron-server[82857]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 30 16:22:34.168970 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 30 16:22:34.168970 dv-cinder-822939-1-iscsi neutron-server[82857]:     return self.request(url, 'GET', **kwargs)
Dec 30 16:22:34.168970 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 30 16:22:34.168970 dv-cinder-822939-1-iscsi neutron-server[82857]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 30 16:22:34.168970 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 30 16:22:34.168970 dv-cinder-822939-1-iscsi neutron-server[82857]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 30 16:22:34.168970 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 30 16:22:34.168970 dv-cinder-822939-1-iscsi neutron-server[82857]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 30 16:22:34.168970 dv-cinder-822939-1-iscsi neutron-server[82857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 30 16:22:34.270536 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-61c9431e-80bf-48e3-a77a-941a2921ea9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-618002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4017932'] for network, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:34.288379 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-61c9431e-80bf-48e3-a77a-941a2921ea9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:34.298190 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-854747fa-e591-489c-bf08-4ee9850715f5 req-e3ab1007-9e08-4d79-840e-64a4a8b8b372 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1283348
Dec 30 16:22:34.303625 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9431e-80bf-48e3-a77a-941a2921ea9d admin admin] Pushing event deleted for resources: {'Network': ['ID=da8e5b54-bff5-4709-957a-d64dc80b80e8,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:22:34.310175 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-61c9431e-80bf-48e3-a77a-941a2921ea9d admin admin] 10.222.0.31 "DELETE /v2.0/networks/da8e5b54-bff5-4709-957a-d64dc80b80e8 HTTP/1.1" status: 204  len: 168 time: 0.5434895
Dec 30 16:22:34.501774 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fb7d4-5d42-4ad8-ad66-74d181a40337 req-5236b921-a907-45b9-bfe7-f3dc18e7f8e6 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:34.503287 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cd6fb7d4-5d42-4ad8-ad66-74d181a40337 req-5236b921-a907-45b9-bfe7-f3dc18e7f8e6 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0833950
Dec 30 16:22:34.527286 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 52532) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:22:34.550368 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cd6fb7d4-5d42-4ad8-ad66-74d181a40337 req-ab8515af-5b70-4b47-9717-c3372bb461b5 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414019
Dec 30 16:22:34.577254 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-c699d051-b4a0-4689-8e2a-0304107efd8e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8e4cbd126f534163a53becec911f90ce&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0487409
Dec 30 16:22:34.579720 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 52536) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:22:34.640465 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c89d076d-af90-467b-ad6c-6de5f26c5ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:34.667156 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c89d076d-af90-467b-ad6c-6de5f26c5ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:34.723142 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c89d076d-af90-467b-ad6c-6de5f26c5ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:34.741541 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d076d-af90-467b-ad6c-6de5f26c5ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a2a6d5d-fa6c-454c-8937-a063afc4c8f7,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:22:34.751762 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c89d076d-af90-467b-ad6c-6de5f26c5ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:34.752982 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-c89d076d-af90-467b-ad6c-6de5f26c5ad5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a2a6d5d-fa6c-454c-8937-a063afc4c8f7 HTTP/1.1" status: 204  len: 168 time: 0.1723573
Dec 30 16:22:34.977222 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-533eb8e4-43fc-4caa-978c-215bd70bd44a req-96374af6-49fb-4ef7-b300-b7bd9651c159 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 210 time: 0.0613623
Dec 30 16:22:34.991261 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-b7b4134d-ed22-4c85-99ed-4de047601b2f tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:34.993216 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-b7b4134d-ed22-4c85-99ed-4de047601b2f tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.43 "GET /v2.0/networks?id=86764f6c-6ecd-48e9-b549-52650a897818 HTTP/1.1" status: 200  len: 807 time: 0.1710596
Dec 30 16:22:35.056607 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-9b61f60f-e155-4058-bc92-6b1c0f3160b5 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Synchronizing usage tracker for tenant:56b2c03b9ea44b739b7f8011ada529cb on resource:security_group {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:22:35.071038 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-9b61f60f-e155-4058-bc92-6b1c0f3160b5 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Unset dirty status for tenant:56b2c03b9ea44b739b7f8011ada529cb on resource:security_group {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:22:35.072144 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-9b61f60f-e155-4058-bc92-6b1c0f3160b5 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56b2c03b9ea44b739b7f8011ada529cb HTTP/1.1" status: 200  len: 380 time: 0.0579348
Dec 30 16:22:35.093879 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-82a9259e-fb9e-4db7-af87-11df1eb87410 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Request body: {'port': {'device_id': '5905ea74-e2f7-4404-9c7f-2103bfa7a443', 'network_id': '86764f6c-6ecd-48e9-b549-52650a897818', 'admin_state_up': True, 'tenant_id': '56b2c03b9ea44b739b7f8011ada529cb', 'security_groups': ['e5d9ca9f-eeab-4a98-95df-c3166009ec65']}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:22:35.232497 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-82a9259e-fb9e-4db7-af87-11df1eb87410 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:22:35.241958 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-82a9259e-fb9e-4db7-af87-11df1eb87410 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:22:35.251316 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-82a9259e-fb9e-4db7-af87-11df1eb87410 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Made reservation on behalf of 56b2c03b9ea44b739b7f8011ada529cb for: {'port': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:22:35.254882 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-82a9259e-fb9e-4db7-af87-11df1eb87410 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:35.427163 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-82a9259e-fb9e-4db7-af87-11df1eb87410 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Allocated IP 172.20.0.4 (86764f6c-6ecd-48e9-b549-52650a897818/7ef85b58-3499-4416-bb4b-3b0b796ad66e/30347955-b1cb-47f6-bef4-8e7a0a2c3469) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:22:35.647515 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd92f32-28c2-4cba-a030-eda8877c3afc req-4bc6728e-6682-4ef0-bb56-b3244a812e7f tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:35.649512 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-bfd92f32-28c2-4cba-a030-eda8877c3afc req-4bc6728e-6682-4ef0-bb56-b3244a812e7f tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.2133870
Dec 30 16:22:35.735229 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-82a9259e-fb9e-4db7-af87-11df1eb87410 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:35.763615 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d5691-a26f-4ab9-8537-e789eb7f03ed req-21fff999-9245-4e6a-9454-59abd2fe5fc5 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:35.766141 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-008d5691-a26f-4ab9-8537-e789eb7f03ed req-21fff999-9245-4e6a-9454-59abd2fe5fc5 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0832942
Dec 30 16:22:35.789752 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.provisioning_blocks [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-82a9259e-fb9e-4db7-af87-11df1eb87410 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Transition to ACTIVE for port object 30347955-b1cb-47f6-bef4-8e7a0a2c3469 will not be triggered until provisioned by entity DHCP. {{(pid=82858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:22:35.818796 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-008d5691-a26f-4ab9-8537-e789eb7f03ed req-6cb6bd10-f4fd-4fc7-818f-fb02e6ca0f16 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447884
Dec 30 16:22:35.824327 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-bfd92f32-28c2-4cba-a030-eda8877c3afc req-67a20473-f400-4be4-b150-f6fe2e3303c2 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0713475
Dec 30 16:22:35.851477 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-82a9259e-fb9e-4db7-af87-11df1eb87410 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:35.928637 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-82a9259e-fb9e-4db7-af87-11df1eb87410 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Network 86764f6c-6ecd-48e9-b549-52650a897818 is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:22:35.931785 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-82a9259e-fb9e-4db7-af87-11df1eb87410 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:22:35.936835 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-82a9259e-fb9e-4db7-af87-11df1eb87410 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:22:35.978000 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a9259e-fb9e-4db7-af87-11df1eb87410 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Pushing event updated for resources: {'Port': ['ID=30347955-b1cb-47f6-bef4-8e7a0a2c3469,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:22:36.009627 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9259e-fb9e-4db7-af87-11df1eb87410 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:22:36.009961 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9259e-fb9e-4db7-af87-11df1eb87410 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:22:36.010305 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9259e-fb9e-4db7-af87-11df1eb87410 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:22:36.010644 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9259e-fb9e-4db7-af87-11df1eb87410 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:22:36.011035 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9259e-fb9e-4db7-af87-11df1eb87410 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:22:36.011359 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9259e-fb9e-4db7-af87-11df1eb87410 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:22:36.011679 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9259e-fb9e-4db7-af87-11df1eb87410 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:22:36.012027 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9259e-fb9e-4db7-af87-11df1eb87410 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:22:36.012310 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9259e-fb9e-4db7-af87-11df1eb87410 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:22:36.012631 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9259e-fb9e-4db7-af87-11df1eb87410 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:22:36.012947 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a9259e-fb9e-4db7-af87-11df1eb87410 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:22:36.030781 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-82a9259e-fb9e-4db7-af87-11df1eb87410 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:36.031397 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-82a9259e-fb9e-4db7-af87-11df1eb87410 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:36.060700 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-82a9259e-fb9e-4db7-af87-11df1eb87410 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9708488
Dec 30 16:22:36.078931 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-bccfd7db-8291-444e-9481-6869e395da63 service neutron] Request body: {'port': {'device_id': '5905ea74-e2f7-4404-9c7f-2103bfa7a443', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82293'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:22:36.125765 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6b3c29b5-6e1b-49b8-a7a0-3cb23d96ac80 req-44ecf451-705d-4f77-bde4-4f92838cd961 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 1098 time: 0.1565328
Dec 30 16:22:36.182260 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6b3c29b5-6e1b-49b8-a7a0-3cb23d96ac80 req-dfe109f1-7e17-48e2-b744-f47989ee457a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490835
Dec 30 16:22:36.254725 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-bccfd7db-8291-444e-9481-6869e395da63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:36.288021 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-76843dd0-9dd5-40db-b67f-b2fdc876df0d None None] Provisioning for port 30347955-b1cb-47f6-bef4-8e7a0a2c3469 completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:22:36.295232 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-76843dd0-9dd5-40db-b67f-b2fdc876df0d None None] Provisioning complete for port 30347955-b1cb-47f6-bef4-8e7a0a2c3469 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:22:36.296402 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-76843dd0-9dd5-40db-b67f-b2fdc876df0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:36.352089 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801c09f-8861-42d4-be03-d42450effda0 req-1da64e66-891a-4388-83ad-7c0c5335d856 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:36.352943 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-1801c09f-8861-42d4-be03-d42450effda0 req-1da64e66-891a-4388-83ad-7c0c5335d856 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Synchronizing usage tracker for tenant:56b2c03b9ea44b739b7f8011ada529cb on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:22:36.389989 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-76843dd0-9dd5-40db-b67f-b2fdc876df0d None None] Port 30347955-b1cb-47f6-bef4-8e7a0a2c3469 cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 30 16:22:36.425406 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-1801c09f-8861-42d4-be03-d42450effda0 req-1da64e66-891a-4388-83ad-7c0c5335d856 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Unset dirty status for tenant:56b2c03b9ea44b739b7f8011ada529cb on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:22:36.426844 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1801c09f-8861-42d4-be03-d42450effda0 req-1da64e66-891a-4388-83ad-7c0c5335d856 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 931 time: 0.2536457
Dec 30 16:22:36.570167 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:22:36.620262 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1801c09f-8861-42d4-be03-d42450effda0 req-eb672b9c-cc14-4d88-b304-7c922a7b019d tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1848972
Dec 30 16:22:36.770793 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-bccfd7db-8291-444e-9481-6869e395da63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30347955-b1cb-47f6-bef4-8e7a0a2c3469 {{(pid=82858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:22:36.778936 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-bccfd7db-8291-444e-9481-6869e395da63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:36.795454 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.provisioning_blocks [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-bccfd7db-8291-444e-9481-6869e395da63 service neutron] Transition to ACTIVE for port object 30347955-b1cb-47f6-bef4-8e7a0a2c3469 will not be triggered until provisioned by entity L2. {{(pid=82858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:22:36.800868 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-bccfd7db-8291-444e-9481-6869e395da63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2958562'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:36.932579 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfd7db-8291-444e-9481-6869e395da63 service neutron] Pushing event updated for resources: {'Port': ['ID=30347955-b1cb-47f6-bef4-8e7a0a2c3469,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:22:37.054454 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88abe6b9-c103-441f-a2d4-c9bad4b63d05 req-ea3721d5-c246-4cf3-8941-3e2535fec73c tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:37.056064 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-88abe6b9-c103-441f-a2d4-c9bad4b63d05 req-ea3721d5-c246-4cf3-8941-3e2535fec73c tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.0857549
Dec 30 16:22:37.100710 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-bccfd7db-8291-444e-9481-6869e395da63 service neutron] Attempting to bind port 30347955-b1cb-47f6-bef4-8e7a0a2c3469 on host hv-cinder-82293 for vnic_type normal with profile  {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:22:37.101037 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-bccfd7db-8291-444e-9481-6869e395da63 service neutron] Attempting to bind port 30347955-b1cb-47f6-bef4-8e7a0a2c3469 by drivers openvswitch,hyperv on host hv-cinder-82293 at level 0 using segments [{'id': '2f9675bc-13cd-408f-ac27-888974a5e85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '86764f6c-6ecd-48e9-b549-52650a897818'}] {{(pid=82858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:22:37.101403 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-bccfd7db-8291-444e-9481-6869e395da63 service neutron] Attempting to bind port 30347955-b1cb-47f6-bef4-8e7a0a2c3469 on network 86764f6c-6ecd-48e9-b549-52650a897818 {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:22:37.107121 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-88abe6b9-c103-441f-a2d4-c9bad4b63d05 req-c2acccc8-a67e-458d-9b0b-65c6e50880a0 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452161
Dec 30 16:22:37.112593 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-bccfd7db-8291-444e-9481-6869e395da63 service neutron] Port 30347955-b1cb-47f6-bef4-8e7a0a2c3469 on network 86764f6c-6ecd-48e9-b549-52650a897818 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82293 {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 30 16:22:37.112883 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-bccfd7db-8291-444e-9481-6869e395da63 service neutron] Attempting to bind port 30347955-b1cb-47f6-bef4-8e7a0a2c3469 on network 86764f6c-6ecd-48e9-b549-52650a897818 {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:22:37.122375 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e97609-9a0f-45b9-98d9-0a7673388fcf req-d7a7217f-420f-4d68-814b-9c083bf83bcd tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:37.123863 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b1e97609-9a0f-45b9-98d9-0a7673388fcf req-d7a7217f-420f-4d68-814b-9c083bf83bcd tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.1198947
Dec 30 16:22:37.136755 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-bccfd7db-8291-444e-9481-6869e395da63 service neutron] Checking agent: {'id': 'e529ec3e-5d50-4747-9e44-8ad3816b2791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82293', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'started_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:22:37.136755 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-bccfd7db-8291-444e-9481-6869e395da63 service neutron] Checking segment: {'id': '2f9675bc-13cd-408f-ac27-888974a5e85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '86764f6c-6ecd-48e9-b549-52650a897818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:22:37.136755 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-bccfd7db-8291-444e-9481-6869e395da63 service neutron] Bound using segment: {'id': '2f9675bc-13cd-408f-ac27-888974a5e85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '86764f6c-6ecd-48e9-b549-52650a897818'} {{(pid=82858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:22:37.136755 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.managers [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-bccfd7db-8291-444e-9481-6869e395da63 service neutron] Bound port: 30347955-b1cb-47f6-bef4-8e7a0a2c3469, host: hv-cinder-82293, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f9675bc-13cd-408f-ac27-888974a5e85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '86764f6c-6ecd-48e9-b549-52650a897818'}}] {{(pid=82858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:22:37.136755 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-bccfd7db-8291-444e-9481-6869e395da63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:37.250786 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b1e97609-9a0f-45b9-98d9-0a7673388fcf req-bfe105bd-b2aa-4433-b85b-7fb29677a1f7 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065402
Dec 30 16:22:37.256329 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-bccfd7db-8291-444e-9481-6869e395da63 service neutron] For port 30347955-b1cb-47f6-bef4-8e7a0a2c3469, host hv-cinder-82293, cleared binding levels {{(pid=82858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:22:37.259462 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-bccfd7db-8291-444e-9481-6869e395da63 service neutron] For port 30347955-b1cb-47f6-bef4-8e7a0a2c3469, host hv-cinder-82293, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=30347955-b1cb-47f6-bef4-8e7a0a2c3469,segment=NetworkSegment(2f9675bc-13cd-408f-ac27-888974a5e85c),segment_id=2f9675bc-13cd-408f-ac27-888974a5e85c)] {{(pid=82858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:22:37.265543 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-bccfd7db-8291-444e-9481-6869e395da63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2958562'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:37.343620 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-bccfd7db-8291-444e-9481-6869e395da63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:37.344974 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-bccfd7db-8291-444e-9481-6869e395da63 service neutron] 10.222.0.43 "PUT /v2.0/ports/30347955-b1cb-47f6-bef4-8e7a0a2c3469 HTTP/1.1" status: 200  len: 1093 time: 1.2710650
Dec 30 16:22:37.345479 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5905ea74-e2f7-4404-9c7f-2103bfa7a443', 'tag': '30347955-b1cb-47f6-bef4-8e7a0a2c3469'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:22:37.364168 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccfd7db-8291-444e-9481-6869e395da63 service neutron] Pushing event updated for resources: {'Port': ['ID=30347955-b1cb-47f6-bef4-8e7a0a2c3469,revision_number=3']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:22:37.409856 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5905ea74-e2f7-4404-9c7f-2103bfa7a443', 'tag': '30347955-b1cb-47f6-bef4-8e7a0a2c3469', 'status': 'completed', 'code': 200}
Dec 30 16:22:37.596826 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff3a57-3e6b-41a0-b050-1692562023dd req-2d42577b-a285-486c-af5a-7e51bab90c4d tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:37.598600 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e0ff3a57-3e6b-41a0-b050-1692562023dd req-2d42577b-a285-486c-af5a-7e51bab90c4d tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.1715407
Dec 30 16:22:37.619007 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-456eb117-1d65-4cc8-8061-0e0ef5926486 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=56b2c03b9ea44b739b7f8011ada529cb&device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 1096 time: 0.1245248
Dec 30 16:22:37.684129 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1d55d9f6-1105-4d53-a4cb-24d3383c0bf5 req-7f257c79-d4d8-4185-bf85-9f6696eb767a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=68a21c1767cb4406bba3b9b738393ddc&device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 1098 time: 0.1640518
Dec 30 16:22:37.702066 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-047e3d30-c9fe-46a5-96bf-d45327f54864 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30347955-b1cb-47f6-bef4-8e7a0a2c3469 HTTP/1.1" status: 200  len: 217 time: 0.0697789
Dec 30 16:22:37.723195 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e0ff3a57-3e6b-41a0-b050-1692562023dd req-edff592e-4abf-4186-bf6f-c4391f5c6849 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1121798
Dec 30 16:22:37.780981 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-313fe6dc-a53f-428a-82ab-91c877d56eae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:37.782599 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-313fe6dc-a53f-428a-82ab-91c877d56eae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7ef85b58-3499-4416-bb4b-3b0b796ad66e HTTP/1.1" status: 200  len: 846 time: 0.0621974
Dec 30 16:22:37.864410 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-f048c51a-d2e9-4ac7-80ec-5d6fcb19b7b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=86764f6c-6ecd-48e9-b549-52650a897818&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0753798
Dec 30 16:22:37.902288 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55d9f6-1105-4d53-a4cb-24d3383c0bf5 req-6753d316-cd69-40d2-92dd-945638c41794 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:37.903741 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1d55d9f6-1105-4d53-a4cb-24d3383c0bf5 req-6753d316-cd69-40d2-92dd-945638c41794 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1c537c90-32cb-4109-9814-ee7321945809 HTTP/1.1" status: 200  len: 911 time: 0.2132652
Dec 30 16:22:37.967915 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b9f0d0-d994-45d1-ba3a-7bc7208f3edb req-516b7f87-f4b1-460f-99a8-e8c10474574e tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:37.969364 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e2b9f0d0-d994-45d1-ba3a-7bc7208f3edb req-516b7f87-f4b1-460f-99a8-e8c10474574e tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 943 time: 0.1797025
Dec 30 16:22:38.011872 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-88e375f7-797b-4376-9b1f-550e18fb0888 service neutron] 10.222.0.43 "GET /v2.0/networks/86764f6c-6ecd-48e9-b549-52650a897818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376333
Dec 30 16:22:38.051653 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1d55d9f6-1105-4d53-a4cb-24d3383c0bf5 req-3bc01321-19af-4d97-b0dd-8c1030721811 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f885afb5-dec1-4ffc-a9b9-8ee26a12c34d HTTP/1.1" status: 200  len: 1001 time: 0.1404684
Dec 30 16:22:38.053910 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e2b9f0d0-d994-45d1-ba3a-7bc7208f3edb req-1a76ec30-263e-47fc-bbe6-d12c23ea4d4f tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0784464
Dec 30 16:22:38.129513 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55d9f6-1105-4d53-a4cb-24d3383c0bf5 req-1eac03cf-5ee6-4615-bd7f-0e3eda83762e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:38.130969 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1d55d9f6-1105-4d53-a4cb-24d3383c0bf5 req-1eac03cf-5ee6-4615-bd7f-0e3eda83762e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=944ab297-fca1-4f6e-94db-374949491f42 HTTP/1.1" status: 200  len: 850 time: 0.0567131
Dec 30 16:22:38.150538 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4b5c4eaa-cdcb-476f-86bc-aa1292355da3 req-b09d93ef-e50e-457c-8a2d-d1af2102f74b service neutron] 10.222.0.43 "GET /v2.0/networks/86764f6c-6ecd-48e9-b549-52650a897818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314003
Dec 30 16:22:38.213052 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1d55d9f6-1105-4d53-a4cb-24d3383c0bf5 req-c764da94-4950-4bd4-b4eb-65670467a43f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1c537c90-32cb-4109-9814-ee7321945809&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0746179
Dec 30 16:22:38.269663 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6b5b412b-88fc-48c8-9a2f-cf2b9516c7bb req-982f9b03-7453-4bc2-973f-5e31f77b5011 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=56b2c03b9ea44b739b7f8011ada529cb&device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 1096 time: 0.0696187
Dec 30 16:22:38.460267 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a55f6b-2fc2-490a-8a5f-8901dc950081 req-9ec88b5b-8197-421c-bc21-f67246486afe tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:38.461604 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-77a55f6b-2fc2-490a-8a5f-8901dc950081 req-9ec88b5b-8197-421c-bc21-f67246486afe tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0817692
Dec 30 16:22:38.509908 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-77a55f6b-2fc2-490a-8a5f-8901dc950081 req-87b11144-ceed-49ab-8cc3-dfa43da66e17 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419307
Dec 30 16:22:38.931226 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a718901-96f1-4a5b-819a-7625975da6dc req-70cd3828-a2c2-48e3-932b-6d82c32f5400 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:38.932749 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2a718901-96f1-4a5b-819a-7625975da6dc req-70cd3828-a2c2-48e3-932b-6d82c32f5400 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.0762076
Dec 30 16:22:38.979493 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2a718901-96f1-4a5b-819a-7625975da6dc req-4bbb5636-6b53-47e5-a30e-6ba8021ae35b tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413821
Dec 30 16:22:38.986248 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6333a-875c-473f-9401-2b1e369f79b2 req-afa5d526-6b7a-4b56-a11c-acf8af0e6392 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:38.987897 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ccd6333a-875c-473f-9401-2b1e369f79b2 req-afa5d526-6b7a-4b56-a11c-acf8af0e6392 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0816100
Dec 30 16:22:39.039904 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ccd6333a-875c-473f-9401-2b1e369f79b2 req-90fa4b94-f26d-438d-968f-8f2738b434d3 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459356
Dec 30 16:22:39.256719 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf19171-e92e-4ab4-80b7-0bc93af8cd18 req-3c18222c-59c5-4d28-9d5f-43d4c004e569 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:39.258171 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-bbf19171-e92e-4ab4-80b7-0bc93af8cd18 req-3c18222c-59c5-4d28-9d5f-43d4c004e569 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 943 time: 0.0839217
Dec 30 16:22:39.303524 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-bbf19171-e92e-4ab4-80b7-0bc93af8cd18 req-b3cec785-cd1f-4454-ac31-b49804a5ce72 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394671
Dec 30 16:22:40.041025 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1d55d9f6-1105-4d53-a4cb-24d3383c0bf5 req-84fd313c-2ede-4be6-9e11-0315992dbc26 service neutron] 10.222.0.43 "GET /v2.0/networks/1c537c90-32cb-4109-9814-ee7321945809?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1453657
Dec 30 16:22:40.110778 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b412b-88fc-48c8-9a2f-cf2b9516c7bb req-6939b870-3de1-4769-994d-7124dbd5fd8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:40.112156 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6b5b412b-88fc-48c8-9a2f-cf2b9516c7bb req-6939b870-3de1-4769-994d-7124dbd5fd8d service neutron] 10.222.0.43 "GET /v2.0/networks?id=86764f6c-6ecd-48e9-b549-52650a897818 HTTP/1.1" status: 200  len: 907 time: 0.2157195
Dec 30 16:22:40.185942 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e355faa-2842-4652-a6dd-313afdb275a8 req-a585cae8-76a1-46ed-8c8e-1192dbccefdc tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:40.187357 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9e355faa-2842-4652-a6dd-313afdb275a8 req-a585cae8-76a1-46ed-8c8e-1192dbccefdc tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.0786912
Dec 30 16:22:40.234548 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9e355faa-2842-4652-a6dd-313afdb275a8 req-646f637f-e9b1-4324-a9a5-9ed28bb0ffa4 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405273
Dec 30 16:22:40.243304 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b54c80-66e9-4d6c-83fc-e0afa3df93eb req-001740e3-c428-4191-a5ae-6cbe4424f4a6 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:40.244783 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b4b54c80-66e9-4d6c-83fc-e0afa3df93eb req-001740e3-c428-4191-a5ae-6cbe4424f4a6 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0769923
Dec 30 16:22:40.290785 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b4b54c80-66e9-4d6c-83fc-e0afa3df93eb req-0f601a19-4d6b-4279-a024-bee357595015 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404944
Dec 30 16:22:40.511474 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adc884-0b5c-4a8b-b67a-5f4e3044bafa req-9b41ea18-c1f7-4917-9b5f-a81806c6afa1 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:40.512979 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-55adc884-0b5c-4a8b-b67a-5f4e3044bafa req-9b41ea18-c1f7-4917-9b5f-a81806c6afa1 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 943 time: 0.0818069
Dec 30 16:22:40.561254 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-55adc884-0b5c-4a8b-b67a-5f4e3044bafa req-1f8a666d-3426-48e1-bbae-a6abc28c6221 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404391
Dec 30 16:22:40.898119 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6b5b412b-88fc-48c8-9a2f-cf2b9516c7bb req-270f3a0b-e9de-431e-b809-0daef1cc7622 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30347955-b1cb-47f6-bef4-8e7a0a2c3469 HTTP/1.1" status: 200  len: 217 time: 0.0639889
Dec 30 16:22:40.960576 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b412b-88fc-48c8-9a2f-cf2b9516c7bb req-194763f9-4716-480d-9990-c8a2c0e5a5a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:40.962105 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6b5b412b-88fc-48c8-9a2f-cf2b9516c7bb req-194763f9-4716-480d-9990-c8a2c0e5a5a0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7ef85b58-3499-4416-bb4b-3b0b796ad66e HTTP/1.1" status: 200  len: 846 time: 0.0562446
Dec 30 16:22:41.011701 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1d55d9f6-1105-4d53-a4cb-24d3383c0bf5 req-fd55559a-919c-4c34-90eb-40d89fdfd126 service neutron] 10.222.0.43 "GET /v2.0/networks/1c537c90-32cb-4109-9814-ee7321945809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1774154
Dec 30 16:22:41.018418 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3bd39629-70b7-4c07-8603-98f704523867 req-8200838e-90e3-4b3e-9942-ab0c5cf83e29 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bfcfc39d438a466484958cfa05016678&device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 1098 time: 0.1664960
Dec 30 16:22:41.045013 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6b5b412b-88fc-48c8-9a2f-cf2b9516c7bb req-3166d123-1e5c-49ac-a96f-c3b2244f9af9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=86764f6c-6ecd-48e9-b549-52650a897818&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0750108
Dec 30 16:22:41.161223 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd39629-70b7-4c07-8603-98f704523867 req-f165b665-5d08-45a0-9857-30b591402e00 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:41.162553 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3bd39629-70b7-4c07-8603-98f704523867 req-f165b665-5d08-45a0-9857-30b591402e00 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a3de7164-b44c-4490-994c-7ba5630844e6 HTTP/1.1" status: 200  len: 919 time: 0.1365335
Dec 30 16:22:41.180149 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6b5b412b-88fc-48c8-9a2f-cf2b9516c7bb req-04dc2805-2931-4dca-97c0-8598cf5edc41 service neutron] 10.222.0.43 "GET /v2.0/networks/86764f6c-6ecd-48e9-b549-52650a897818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1262660
Dec 30 16:22:41.235093 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3bd39629-70b7-4c07-8603-98f704523867 req-4d94cd50-5ccd-4f17-b596-07ccfd335303 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c800868-57e5-476a-a3e8-9124309466ce HTTP/1.1" status: 200  len: 217 time: 0.0581164
Dec 30 16:22:41.310367 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd39629-70b7-4c07-8603-98f704523867 req-feeb3fa3-4fba-4193-a1dd-ff0beed79e13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:41.311907 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3bd39629-70b7-4c07-8603-98f704523867 req-feeb3fa3-4fba-4193-a1dd-ff0beed79e13 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b2b50e5-e35b-4e54-90cf-cd642185a38d HTTP/1.1" status: 200  len: 859 time: 0.0608153
Dec 30 16:22:41.318182 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6b5b412b-88fc-48c8-9a2f-cf2b9516c7bb req-31250526-f689-4415-adc6-b04b4561a82f service neutron] 10.222.0.43 "GET /v2.0/networks/86764f6c-6ecd-48e9-b549-52650a897818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1314135
Dec 30 16:22:41.403295 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3bd39629-70b7-4c07-8603-98f704523867 req-7fa497bc-a789-4eed-9f4a-73dfef8421bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3de7164-b44c-4490-994c-7ba5630844e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0696301
Dec 30 16:22:41.487312 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5681e1-f4ae-478e-81b6-986c0e6b7c2f req-57a232da-53e8-4621-9dde-e32a821c5c5a tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:41.489182 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8e5681e1-f4ae-478e-81b6-986c0e6b7c2f req-57a232da-53e8-4621-9dde-e32a821c5c5a tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0791650
Dec 30 16:22:41.538052 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8e5681e1-f4ae-478e-81b6-986c0e6b7c2f req-b6a8307c-3134-4f9f-b60f-a9db47f907f9 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431399
Dec 30 16:22:41.653826 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3bd39629-70b7-4c07-8603-98f704523867 req-cedbe8c6-894c-4b58-bc8a-a33b3df0a03e service neutron] 10.222.0.43 "GET /v2.0/networks/a3de7164-b44c-4490-994c-7ba5630844e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2333665
Dec 30 16:22:41.661811 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24cc26-89a3-491e-8dce-d190a4e5e057 req-b21057b4-549c-41b3-8f60-9122e30a34e4 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:41.663207 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cf24cc26-89a3-491e-8dce-d190a4e5e057 req-b21057b4-549c-41b3-8f60-9122e30a34e4 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.2948856
Dec 30 16:22:41.768963 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ce1ae-94cc-4cd9-954b-d851a167bdce req-3ef687d7-0fb3-4226-84ec-0d48f39fa27e tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:41.770386 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4e2ce1ae-94cc-4cd9-954b-d851a167bdce req-3ef687d7-0fb3-4226-84ec-0d48f39fa27e tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 943 time: 0.0834343
Dec 30 16:22:41.795000 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cf24cc26-89a3-491e-8dce-d190a4e5e057 req-2eb5f3e5-f8e9-433e-b2da-711162f120dc tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1108558
Dec 30 16:22:41.815473 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4e2ce1ae-94cc-4cd9-954b-d851a167bdce req-4ed4a490-da57-4bb6-90c9-9979e5850f5c tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392239
Dec 30 16:22:41.830087 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3bd39629-70b7-4c07-8603-98f704523867 req-f705d00c-4fc0-4776-b80d-377cf2514f9e service neutron] 10.222.0.43 "GET /v2.0/networks/a3de7164-b44c-4490-994c-7ba5630844e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1659167
Dec 30 16:22:42.762582 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33ac58-c3a0-48fb-a3e9-70a2dc08850e req-b5d6e199-095e-43bb-9f2c-7ef7f061cce5 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:42.764052 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3a33ac58-c3a0-48fb-a3e9-70a2dc08850e req-b5d6e199-095e-43bb-9f2c-7ef7f061cce5 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0932472
Dec 30 16:22:42.811848 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3a33ac58-c3a0-48fb-a3e9-70a2dc08850e req-fa66a29d-f003-41dd-abbe-dae50d7d4709 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422177
Dec 30 16:22:42.996648 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2fb812-004b-4283-921d-81ff02dd806a req-3708e8ed-2bfd-408e-8fd9-aa395d31a684 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:42.998375 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2f2fb812-004b-4283-921d-81ff02dd806a req-3708e8ed-2bfd-408e-8fd9-aa395d31a684 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.0798552
Dec 30 16:22:43.012510 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b19a4-dd8a-4607-82a4-a113a68609f4 req-12fb65b0-a5e0-43c9-881d-9eca50a08ac8 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:43.013991 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-838b19a4-dd8a-4607-82a4-a113a68609f4 req-12fb65b0-a5e0-43c9-881d-9eca50a08ac8 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 943 time: 0.0762973
Dec 30 16:22:43.048468 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2f2fb812-004b-4283-921d-81ff02dd806a req-57a43606-9fd5-4bfa-9b0a-f19d43f6e73c tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435920
Dec 30 16:22:43.058981 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-838b19a4-dd8a-4607-82a4-a113a68609f4 req-847a8b81-4c04-42a9-a0bd-e9066891401b tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392203
Dec 30 16:22:44.017537 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3b142-c97e-4b9d-bcfd-dea8ea9c2001 req-19adc644-aaae-4c9b-ae2a-2be37e469ff9 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:44.019005 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b8b3b142-c97e-4b9d-bcfd-dea8ea9c2001 req-19adc644-aaae-4c9b-ae2a-2be37e469ff9 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0762038
Dec 30 16:22:44.070391 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b8b3b142-c97e-4b9d-bcfd-dea8ea9c2001 req-09a7fdb3-16ca-489d-90f8-d3dc30e9fd8d tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431247
Dec 30 16:22:44.265313 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa21c9-e9da-49f3-bea3-6ce7a03e6d04 req-acca6751-68e8-4026-b7e1-3fb524ce4354 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:44.266777 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-abaa21c9-e9da-49f3-bea3-6ce7a03e6d04 req-acca6751-68e8-4026-b7e1-3fb524ce4354 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 943 time: 0.0842371
Dec 30 16:22:44.313791 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-abaa21c9-e9da-49f3-bea3-6ce7a03e6d04 req-307c1f32-0a3b-4983-affa-5b2d0a3125d5 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407026
Dec 30 16:22:45.125776 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-29736e33-660e-4a14-8f3d-416e14e91109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:45.420125 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3cea63-33c9-4c25-86dd-cec6dc968bd1 req-319f7d9e-66ac-449d-a839-fe7a7d967878 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:45.421510 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0e3cea63-33c9-4c25-86dd-cec6dc968bd1 req-319f7d9e-66ac-449d-a839-fe7a7d967878 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0829985
Dec 30 16:22:45.474537 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0e3cea63-33c9-4c25-86dd-cec6dc968bd1 req-ef79d5ca-40bc-4617-8101-51c2c6c1ea9e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470171
Dec 30 16:22:45.519541 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b15de-4712-4026-a22e-82adcb1cc075 req-800ffd54-5b2b-45be-b6a6-b96a17b120ce tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:45.520978 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-563b15de-4712-4026-a22e-82adcb1cc075 req-800ffd54-5b2b-45be-b6a6-b96a17b120ce tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 943 time: 0.0877695
Dec 30 16:22:45.564227 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-563b15de-4712-4026-a22e-82adcb1cc075 req-7de3a195-b27b-4211-9b89-f55a35f4fee5 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377114
Dec 30 16:22:46.702128 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6bab7-e38d-446e-b7ab-0e01dfe6ddf5 req-a0878ae0-51e5-4392-a598-c6fcf1efd1b0 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:46.703728 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5bc6bab7-e38d-446e-b7ab-0e01dfe6ddf5 req-a0878ae0-51e5-4392-a598-c6fcf1efd1b0 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.1047468
Dec 30 16:22:46.759104 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5bc6bab7-e38d-446e-b7ab-0e01dfe6ddf5 req-95ddc8e5-3999-4647-99d9-43208fb3d9e8 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471103
Dec 30 16:22:46.810304 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fed531-d3e7-431c-b66a-7bbcbd9113a6 req-4a26a224-d13e-468c-8f29-0696c1369019 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:46.811739 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-26fed531-d3e7-431c-b66a-7bbcbd9113a6 req-4a26a224-d13e-468c-8f29-0696c1369019 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 943 time: 0.0954144
Dec 30 16:22:46.865377 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-26fed531-d3e7-431c-b66a-7bbcbd9113a6 req-baa4d1df-9d85-4d44-b0b6-91d62e95e5f9 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473838
Dec 30 16:22:47.344418 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b2af9c8e-f126-43fe-90ea-2c85064904d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:47.977660 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0aa51-82dd-435a-8a25-a359be1e2d2a req-453ddc7c-5a30-43ae-86e5-4149b405bbc9 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:47.979023 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-03d0aa51-82dd-435a-8a25-a359be1e2d2a req-453ddc7c-5a30-43ae-86e5-4149b405bbc9 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0830343
Dec 30 16:22:48.025481 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-03d0aa51-82dd-435a-8a25-a359be1e2d2a req-8bae5f22-20f9-4866-b8ae-aa5bfcbf4a86 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407467
Dec 30 16:22:48.065242 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d2eda-5de2-4987-929a-3809ae91ce4a req-d969ce86-3d6a-492e-98ff-bd749698979f tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:48.066854 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f89d2eda-5de2-4987-929a-3809ae91ce4a req-d969ce86-3d6a-492e-98ff-bd749698979f tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 943 time: 0.0781584
Dec 30 16:22:48.116968 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f89d2eda-5de2-4987-929a-3809ae91ce4a req-a4b6a04e-16c2-4c10-bc25-60d44bc96c84 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0446045
Dec 30 16:22:48.319180 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:48.674441 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:49.341263 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1920c1-bbf4-4e8c-a66e-8c4f6005d084 req-01413f38-8477-4584-8b86-79eda55868d8 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:49.342563 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8f1920c1-bbf4-4e8c-a66e-8c4f6005d084 req-01413f38-8477-4584-8b86-79eda55868d8 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 943 time: 0.0886502
Dec 30 16:22:49.392191 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8f1920c1-bbf4-4e8c-a66e-8c4f6005d084 req-ada983e2-8ac7-4a3a-b924-a1405c1f979b tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435860
Dec 30 16:22:49.792582 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:49.918936 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 30347955-b1cb-47f6-bef4-8e7a0a2c3469 details requested by agent hyperv_hv-cinder-82293 with host hv-cinder-82293 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 30 16:22:50.089978 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 30347955-b1cb-47f6-bef4-8e7a0a2c3469, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=30347955-b1cb-47f6-bef4-8e7a0a2c3469,segment=NetworkSegment(2f9675bc-13cd-408f-ac27-888974a5e85c),segment_id=2f9675bc-13cd-408f-ac27-888974a5e85c)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:22:50.104926 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Returning: {'device': '30347955-b1cb-47f6-bef4-8e7a0a2c3469', 'network_id': '86764f6c-6ecd-48e9-b549-52650a897818', 'port_id': '30347955-b1cb-47f6-bef4-8e7a0a2c3469', 'mac_address': 'fa:16:3e:b2:56:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ef85b58-3499-4416-bb4b-3b0b796ad66e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 30 16:22:50.160668 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:50.180634 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30347955-b1cb-47f6-bef4-8e7a0a2c3469 {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:22:50.197478 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 30347955-b1cb-47f6-bef4-8e7a0a2c3469, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=30347955-b1cb-47f6-bef4-8e7a0a2c3469,segment=NetworkSegment(2f9675bc-13cd-408f-ac27-888974a5e85c),segment_id=2f9675bc-13cd-408f-ac27-888974a5e85c)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:22:50.204278 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:50.277383 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=30347955-b1cb-47f6-bef4-8e7a0a2c3469,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:22:50.611133 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2111cb-1d37-4b8f-9778-bf9aabbeff71 req-79f32911-9a27-4e5d-8061-ef6b3b782e3f tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:50.613324 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7b2111cb-1d37-4b8f-9778-bf9aabbeff71 req-79f32911-9a27-4e5d-8061-ef6b3b782e3f tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 944 time: 0.0910058
Dec 30 16:22:50.620565 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['30347955-b1cb-47f6-bef4-8e7a0a2c3469'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:22:50.660662 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7b2111cb-1d37-4b8f-9778-bf9aabbeff71 req-bcebc5a7-53c3-4364-bccd-17cb2482f898 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421553
Dec 30 16:22:50.864953 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29464fc-fc31-4262-a46a-a257c000003e req-ce60282f-8d86-4db4-85ba-46aa1bccdc35 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:50.866444 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f29464fc-fc31-4262-a46a-a257c000003e req-ce60282f-8d86-4db4-85ba-46aa1bccdc35 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0782192
Dec 30 16:22:50.910704 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f29464fc-fc31-4262-a46a-a257c000003e req-4a5d88c0-d939-4a2e-b1a6-a119503a42f5 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386715
Dec 30 16:22:51.866324 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ae47ba-2254-4c68-92bf-d3dd9c2a4a46 req-f544a813-bf32-462a-b683-2ee5d0fd3aa6 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:51.867759 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-58ae47ba-2254-4c68-92bf-d3dd9c2a4a46 req-f544a813-bf32-462a-b683-2ee5d0fd3aa6 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 944 time: 0.0859745
Dec 30 16:22:51.978705 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-58ae47ba-2254-4c68-92bf-d3dd9c2a4a46 req-67070f20-edfd-4e36-978a-89fd2f083567 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1049616
Dec 30 16:22:52.582713 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:53.234449 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b901ee-923d-4e98-a597-9803843dad31 req-c4f27bb3-35cf-4676-9ed0-23f202e0eda1 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:53.235728 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d9b901ee-923d-4e98-a597-9803843dad31 req-c4f27bb3-35cf-4676-9ed0-23f202e0eda1 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 944 time: 0.0960124
Dec 30 16:22:53.289574 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d9b901ee-923d-4e98-a597-9803843dad31 req-0bc2d96b-b35c-446f-b8b4-c365853d8b87 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433891
Dec 30 16:22:53.337179 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 30347955-b1cb-47f6-bef4-8e7a0a2c3469 up at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:22:53.427124 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning for port 30347955-b1cb-47f6-bef4-8e7a0a2c3469 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:22:53.433109 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning complete for port 30347955-b1cb-47f6-bef4-8e7a0a2c3469 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:22:53.433528 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:53.567376 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:53.594450 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5905ea74-e2f7-4404-9c7f-2103bfa7a443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30347955-b1cb-47f6-bef4-8e7a0a2c3469'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:22:53.604356 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 30347955-b1cb-47f6-bef4-8e7a0a2c3469, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=30347955-b1cb-47f6-bef4-8e7a0a2c3469,segment=NetworkSegment(2f9675bc-13cd-408f-ac27-888974a5e85c),segment_id=2f9675bc-13cd-408f-ac27-888974a5e85c)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:22:53.609764 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:53.652002 dv-cinder-822939-1-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5905ea74-e2f7-4404-9c7f-2103bfa7a443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30347955-b1cb-47f6-bef4-8e7a0a2c3469', 'code': 200}
Dec 30 16:22:53.681314 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=30347955-b1cb-47f6-bef4-8e7a0a2c3469,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:22:54.011721 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b729d4db-a390-4c1a-a1ea-eb6f983d9fac req-3c60feac-6265-4da2-9b30-cbf6ecf38272 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 1098 time: 0.0788546
Dec 30 16:22:54.059218 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b729d4db-a390-4c1a-a1ea-eb6f983d9fac req-330dbad2-6fa6-44d3-acaa-70484cd8055d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0356288
Dec 30 16:22:54.506017 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6342a8-c66b-4dd0-a787-296a716bd594 req-849c93b2-3691-48c9-8fc5-356410b51c1e tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:54.512627 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-fe6342a8-c66b-4dd0-a787-296a716bd594 req-849c93b2-3691-48c9-8fc5-356410b51c1e tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 945 time: 0.0946949
Dec 30 16:22:54.558392 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-fe6342a8-c66b-4dd0-a787-296a716bd594 req-4f2c2a40-1211-49d7-b737-6cf1e14321ba tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448484
Dec 30 16:22:55.768400 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfc22bf-a947-4541-95fc-e81eedcd0938 req-8bf65018-115c-4807-8723-a5618c6351df tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:55.769937 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9cfc22bf-a947-4541-95fc-e81eedcd0938 req-8bf65018-115c-4807-8723-a5618c6351df tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 945 time: 0.0855126
Dec 30 16:22:55.818794 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9cfc22bf-a947-4541-95fc-e81eedcd0938 req-7e4783cc-4832-4732-aaca-b2df30b9e1d4 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431523
Dec 30 16:22:56.046023 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a957e-f7e1-48f2-be2b-84f747cabd23 req-503fe40c-e2cc-4030-bae6-38a848f12fb7 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:56.047398 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9a8a957e-f7e1-48f2-be2b-84f747cabd23 req-503fe40c-e2cc-4030-bae6-38a848f12fb7 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 945 time: 0.1013467
Dec 30 16:22:56.093375 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9a8a957e-f7e1-48f2-be2b-84f747cabd23 req-89abdace-a8ee-4d7c-909d-82d3a9757dca tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403540
Dec 30 16:22:56.121150 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 52786) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:22:56.393699 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-ccab6a97-4654-43e9-a4e6-7ec022c87eee tempest-TestShelveInstance-195525142 tempest-TestShelveInstance-195525142-project-admin] Synchronizing usage tracker for tenant:5cebfd67694e412ca12f389efef0d37e on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:22:56.415181 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-ccab6a97-4654-43e9-a4e6-7ec022c87eee tempest-TestShelveInstance-195525142 tempest-TestShelveInstance-195525142-project-admin] Unset dirty status for tenant:5cebfd67694e412ca12f389efef0d37e on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:22:56.417364 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-ccab6a97-4654-43e9-a4e6-7ec022c87eee tempest-TestShelveInstance-195525142 tempest-TestShelveInstance-195525142-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 1093 time: 0.2950158
Dec 30 16:22:56.421609 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 52792) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:22:56.427411 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-906fa7af-ded0-48a4-966d-1ab6d74264e9 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Request body: {'floatingip': {'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'port_id': '30347955-b1cb-47f6-bef4-8e7a0a2c3469', 'tenant_id': '56b2c03b9ea44b739b7f8011ada529cb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:22:56.433076 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-906fa7af-ded0-48a4-966d-1ab6d74264e9 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:22:56.437563 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-906fa7af-ded0-48a4-966d-1ab6d74264e9 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Usage tracker for resource:floatingip and tenant:56b2c03b9ea44b739b7f8011ada529cb is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:22:56.440716 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-906fa7af-ded0-48a4-966d-1ab6d74264e9 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:22:56.446767 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-906fa7af-ded0-48a4-966d-1ab6d74264e9 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:22:56.461225 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-906fa7af-ded0-48a4-966d-1ab6d74264e9 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks [] for floatingip, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:56.597283 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-906fa7af-ded0-48a4-966d-1ab6d74264e9 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:56.734685 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [None req-906fa7af-ded0-48a4-966d-1ab6d74264e9 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Allocated IP 172.27.1.50 (0b94b64d-9d7c-4a44-8bd0-f4e286ff014b/ad43253e-6e30-4230-9b92-331ad2639f5e/048b76be-28af-43c9-9c33-c63ba10f5607) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:22:56.825595 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 52802) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:22:56.882488 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-906fa7af-ded0-48a4-966d-1ab6d74264e9 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:56.912596 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-906fa7af-ded0-48a4-966d-1ab6d74264e9 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:56.979749 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1b710548-dc5d-43bb-81e1-84b8680bc933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:56.982830 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906fa7af-ded0-48a4-966d-1ab6d74264e9 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Network 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:22:56.985755 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-906fa7af-ded0-48a4-966d-1ab6d74264e9 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:22:56.990744 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906fa7af-ded0-48a4-966d-1ab6d74264e9 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:22:57.013064 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-1b710548-dc5d-43bb-81e1-84b8680bc933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:22:57.016823 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-1b710548-dc5d-43bb-81e1-84b8680bc933 admin admin] Usage tracker for resource:security_group_rule and tenant:66e02d72098741029c0d7279e35bffe4 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:22:57.018388 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906fa7af-ded0-48a4-966d-1ab6d74264e9 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Pushing event updated for resources: {'Port': ['ID=048b76be-28af-43c9-9c33-c63ba10f5607,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:22:57.019848 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-1b710548-dc5d-43bb-81e1-84b8680bc933 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:22:57.025731 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-1b710548-dc5d-43bb-81e1-84b8680bc933 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:22:57.093851 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1b710548-dc5d-43bb-81e1-84b8680bc933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:57.098505 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1b710548-dc5d-43bb-81e1-84b8680bc933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:57.144113 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b710548-dc5d-43bb-81e1-84b8680bc933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5e01c5-6d29-429d-88c1-32889acc2284,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:22:57.150387 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-1b710548-dc5d-43bb-81e1-84b8680bc933 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=66e02d72098741029c0d7279e35bffe4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3212335
Dec 30 16:22:57.151338 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 52810) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:22:57.154902 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b710548-dc5d-43bb-81e1-84b8680bc933 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:22:57.155236 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b710548-dc5d-43bb-81e1-84b8680bc933 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:22:57.155569 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b710548-dc5d-43bb-81e1-84b8680bc933 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:22:57.155892 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b710548-dc5d-43bb-81e1-84b8680bc933 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:22:57.156213 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b710548-dc5d-43bb-81e1-84b8680bc933 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:22:57.156532 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b710548-dc5d-43bb-81e1-84b8680bc933 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:22:57.156834 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b710548-dc5d-43bb-81e1-84b8680bc933 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:22:57.157147 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b710548-dc5d-43bb-81e1-84b8680bc933 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:22:57.157505 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b710548-dc5d-43bb-81e1-84b8680bc933 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:22:57.157824 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b710548-dc5d-43bb-81e1-84b8680bc933 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:22:57.158186 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b710548-dc5d-43bb-81e1-84b8680bc933 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:22:57.359338 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-18f5a079-73cc-48d4-83ac-e444ce586ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:57.402506 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-18f5a079-73cc-48d4-83ac-e444ce586ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:57.474526 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-18f5a079-73cc-48d4-83ac-e444ce586ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:57.492631 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f5a079-73cc-48d4-83ac-e444ce586ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5e01c5-6d29-429d-88c1-32889acc2284,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:22:57.560050 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-18f5a079-73cc-48d4-83ac-e444ce586ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:57.561191 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-18f5a079-73cc-48d4-83ac-e444ce586ebb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5e5e01c5-6d29-429d-88c1-32889acc2284 HTTP/1.1" status: 204  len: 168 time: 0.4089580
Dec 30 16:22:57.667711 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-906fa7af-ded0-48a4-966d-1ab6d74264e9 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:57.723335 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-906fa7af-ded0-48a4-966d-1ab6d74264e9 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:57.946574 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-906fa7af-ded0-48a4-966d-1ab6d74264e9 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:57.954829 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-906fa7af-ded0-48a4-966d-1ab6d74264e9 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2958562'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:58.122532 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906fa7af-ded0-48a4-966d-1ab6d74264e9 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Pushing event updated for resources: {'Port': ['ID=048b76be-28af-43c9-9c33-c63ba10f5607,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:22:58.140644 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-906fa7af-ded0-48a4-966d-1ab6d74264e9 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4017950'] for floatingip, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:58.336150 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.db.l3_db [None req-906fa7af-ded0-48a4-966d-1ab6d74264e9 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Floating IP 0e50c62d-6640-49e7-b040-206713b3e9bd associated. External IP: 172.27.1.50, port: 30347955-b1cb-47f6-bef4-8e7a0a2c3469.
Dec 30 16:22:58.732730 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906fa7af-ded0-48a4-966d-1ab6d74264e9 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Router 67903125-a958-4bd4-945c-2516580e2b68 has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:22:58.944965 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906fa7af-ded0-48a4-966d-1ab6d74264e9 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:22:58.954725 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949d62db-ae12-49a1-b9a7-a9b35d7da2ab None None] Sync routers for ids ['67903125-a958-4bd4-945c-2516580e2b68'] in dv-cinder-822939-1-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:22:58.965919 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-906fa7af-ded0-48a4-966d-1ab6d74264e9 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for floatingip, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:22:58.967102 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949d62db-ae12-49a1-b9a7-a9b35d7da2ab None None] Routers {'67903125-a958-4bd4-945c-2516580e2b68'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:22:58.967710 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-949d62db-ae12-49a1-b9a7-a9b35d7da2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d57bc850>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:22:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['67903125-a958-4bd4-945c-2516580e2b68'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:22:59.022217 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-906fa7af-ded0-48a4-966d-1ab6d74264e9 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.5993009
Dec 30 16:22:59.022695 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5905ea74-e2f7-4404-9c7f-2103bfa7a443', 'tag': '30347955-b1cb-47f6-bef4-8e7a0a2c3469'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:22:59.075875 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5905ea74-e2f7-4404-9c7f-2103bfa7a443', 'tag': '30347955-b1cb-47f6-bef4-8e7a0a2c3469', 'status': 'completed', 'code': 200}
Dec 30 16:22:59.152472 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-949d62db-ae12-49a1-b9a7-a9b35d7da2ab None None] Set router 67903125-a958-4bd4-945c-2516580e2b68 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:22:59.176218 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ebec0ab0-6bad-4fe4-aecc-fa8cd7369178 req-4b467d30-d070-46eb-9ec1-df577f158299 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=56b2c03b9ea44b739b7f8011ada529cb&device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 1098 time: 0.0740752
Dec 30 16:22:59.390805 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec0ab0-6bad-4fe4-aecc-fa8cd7369178 req-6d8e1afe-dc9b-4c29-8a75-4f82e31fc45b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:59.392268 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ebec0ab0-6bad-4fe4-aecc-fa8cd7369178 req-6d8e1afe-dc9b-4c29-8a75-4f82e31fc45b service neutron] 10.222.0.43 "GET /v2.0/networks?id=86764f6c-6ecd-48e9-b549-52650a897818 HTTP/1.1" status: 200  len: 907 time: 0.2085059
Dec 30 16:22:59.506692 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ebec0ab0-6bad-4fe4-aecc-fa8cd7369178 req-652c3ff4-606a-45f2-8a7d-54619ba235d9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30347955-b1cb-47f6-bef4-8e7a0a2c3469 HTTP/1.1" status: 200  len: 998 time: 0.1029644
Dec 30 16:22:59.512086 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-949d62db-ae12-49a1-b9a7-a9b35d7da2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d57bc850>, [{'id': '67903125-a958-4bd4-945c-2516580e2b68', 'name': 'tempest-TestShelveInstance-53780461-router', 'tenant_id': '56b2c03b9ea44b739b7f8011ada529cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '67a97630-3d7e-431a-b8ba-be4ff1c80fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:21:46Z', 'updated_at': '2021-12-30T16:21:50Z', 'revision_number': 4, 'project_id': '56b2c03b9ea44b739b7f8011ada529cb', 'gw_port': {'id': '67a97630-3d7e-431a-b8ba-be4ff1c80fe6', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67903125-a958-4bd4-945c-2516580e2b68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:21:46Z', 'updated_at': '2021-12-30T16:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_floatingips': [{'id': '0e50c62d-6640-49e7-b040-206713b3e9bd', 'tenant_id': '56b2c03b9ea44b739b7f8011ada529cb', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'router_id': '67903125-a958-4bd4-945c-2516580e2b68', 'port_id': '30347955-b1cb-47f6-bef4-8e7a0a2c3469', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86764f6c-6ecd-48e9-b549-52650a897818', 'mac_address': 'fa:16:3e:b2:56:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5905ea74-e2f7-4404-9c7f-2103bfa7a443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-30T16:22:57Z', 'updated_at': '2021-12-30T16:22:57Z', 'revision_number': 0, 'project_id': '56b2c03b9ea44b739b7f8011ada529cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f02b792-fad3-4589-a713-d39e40f2366c', 'name': '', 'network_id': '86764f6c-6ecd-48e9-b549-52650a897818', 'tenant_id': '56b2c03b9ea44b739b7f8011ada529cb', 'mac_address': 'fa:16:3e:0d:8e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67903125-a958-4bd4-945c-2516580e2b68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ef85b58-3499-4416-bb4b-3b0b796ad66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:21:50Z', 'updated_at': '2021-12-30T16:22:02Z', 'revision_number': 5, 'project_id': '56b2c03b9ea44b739b7f8011ada529cb', 'subnets': [{'id': '7ef85b58-3499-4416-bb4b-3b0b796ad66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:22:59.516494 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949d62db-ae12-49a1-b9a7-a9b35d7da2ab None None] Checking router: 67903125-a958-4bd4-945c-2516580e2b68 for host: dv-cinder-822939-1-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:22:59.527060 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949d62db-ae12-49a1-b9a7-a9b35d7da2ab None None] Routers {'67903125-a958-4bd4-945c-2516580e2b68'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:22:59.527645 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-949d62db-ae12-49a1-b9a7-a9b35d7da2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d57bc850>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:22:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['67903125-a958-4bd4-945c-2516580e2b68'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:22:59.577245 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec0ab0-6bad-4fe4-aecc-fa8cd7369178 req-a12963d8-8f8b-42f2-a1f8-65ccf92842d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:59.579012 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ebec0ab0-6bad-4fe4-aecc-fa8cd7369178 req-a12963d8-8f8b-42f2-a1f8-65ccf92842d8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7ef85b58-3499-4416-bb4b-3b0b796ad66e HTTP/1.1" status: 200  len: 846 time: 0.0629938
Dec 30 16:22:59.674009 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ebec0ab0-6bad-4fe4-aecc-fa8cd7369178 req-68d2b9e1-d379-48bc-8902-7bdc331e0917 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=86764f6c-6ecd-48e9-b549-52650a897818&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0871367
Dec 30 16:22:59.744236 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-949d62db-ae12-49a1-b9a7-a9b35d7da2ab None None] Set router 67903125-a958-4bd4-945c-2516580e2b68 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:22:59.760060 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-05344187-0e5c-42ab-9934-0239b0792de0 req-a687a793-ff71-42e1-945e-d79bc9d5019d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bfcfc39d438a466484958cfa05016678&device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 1098 time: 0.0683041
Dec 30 16:22:59.826285 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ebec0ab0-6bad-4fe4-aecc-fa8cd7369178 req-a6a16f01-33d7-4623-b191-4b435c5e1f7d service neutron] 10.222.0.43 "GET /v2.0/networks/86764f6c-6ecd-48e9-b549-52650a897818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412456
Dec 30 16:22:59.948449 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f2a98-417f-4b33-a35f-6d4af1f79b24 req-dd12c552-3017-4ee5-9626-f7bad097a70b tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:59.949925 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c14f2a98-417f-4b33-a35f-6d4af1f79b24 req-dd12c552-3017-4ee5-9626-f7bad097a70b tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.1883264
Dec 30 16:22:59.954228 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05344187-0e5c-42ab-9934-0239b0792de0 req-670faec4-b1f9-4e27-9e81-e0df5cdd2342 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:22:59.956879 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-05344187-0e5c-42ab-9934-0239b0792de0 req-670faec4-b1f9-4e27-9e81-e0df5cdd2342 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a3de7164-b44c-4490-994c-7ba5630844e6 HTTP/1.1" status: 200  len: 919 time: 0.1607437
Dec 30 16:22:59.966449 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ebec0ab0-6bad-4fe4-aecc-fa8cd7369178 req-f922b561-8709-418a-b66e-40f5fd42ef27 service neutron] 10.222.0.43 "GET /v2.0/networks/86764f6c-6ecd-48e9-b549-52650a897818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1327922
Dec 30 16:23:00.045042 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-05344187-0e5c-42ab-9934-0239b0792de0 req-96129fb4-1bfc-4739-8b23-ea2a0d9778dd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c800868-57e5-476a-a3e8-9124309466ce HTTP/1.1" status: 200  len: 217 time: 0.0733585
Dec 30 16:23:00.099206 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-949d62db-ae12-49a1-b9a7-a9b35d7da2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d57bc850>, [{'id': '67903125-a958-4bd4-945c-2516580e2b68', 'name': 'tempest-TestShelveInstance-53780461-router', 'tenant_id': '56b2c03b9ea44b739b7f8011ada529cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '67a97630-3d7e-431a-b8ba-be4ff1c80fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:21:46Z', 'updated_at': '2021-12-30T16:21:50Z', 'revision_number': 4, 'project_id': '56b2c03b9ea44b739b7f8011ada529cb', 'gw_port': {'id': '67a97630-3d7e-431a-b8ba-be4ff1c80fe6', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67903125-a958-4bd4-945c-2516580e2b68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:21:46Z', 'updated_at': '2021-12-30T16:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_floatingips': [{'id': '0e50c62d-6640-49e7-b040-206713b3e9bd', 'tenant_id': '56b2c03b9ea44b739b7f8011ada529cb', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'router_id': '67903125-a958-4bd4-945c-2516580e2b68', 'port_id': '30347955-b1cb-47f6-bef4-8e7a0a2c3469', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86764f6c-6ecd-48e9-b549-52650a897818', 'mac_address': 'fa:16:3e:b2:56:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5905ea74-e2f7-4404-9c7f-2103bfa7a443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-30T16:22:57Z', 'updated_at': '2021-12-30T16:22:57Z', 'revision_number': 0, 'project_id': '56b2c03b9ea44b739b7f8011ada529cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f02b792-fad3-4589-a713-d39e40f2366c', 'name': '', 'network_id': '86764f6c-6ecd-48e9-b549-52650a897818', 'tenant_id': '56b2c03b9ea44b739b7f8011ada529cb', 'mac_address': 'fa:16:3e:0d:8e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67903125-a958-4bd4-945c-2516580e2b68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ef85b58-3499-4416-bb4b-3b0b796ad66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:21:50Z', 'updated_at': '2021-12-30T16:22:02Z', 'revision_number': 5, 'project_id': '56b2c03b9ea44b739b7f8011ada529cb', 'subnets': [{'id': '7ef85b58-3499-4416-bb4b-3b0b796ad66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:23:00.103264 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949d62db-ae12-49a1-b9a7-a9b35d7da2ab None None] The sync data for ids ['67903125-a958-4bd4-945c-2516580e2b68'] in dv-cinder-822939-1-iscsi is: [{'id': '67903125-a958-4bd4-945c-2516580e2b68', 'name': 'tempest-TestShelveInstance-53780461-router', 'tenant_id': '56b2c03b9ea44b739b7f8011ada529cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '67a97630-3d7e-431a-b8ba-be4ff1c80fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:21:46Z', 'updated_at': '2021-12-30T16:21:50Z', 'revision_number': 4, 'project_id': '56b2c03b9ea44b739b7f8011ada529cb', 'gw_port': {'id': '67a97630-3d7e-431a-b8ba-be4ff1c80fe6', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67903125-a958-4bd4-945c-2516580e2b68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:21:46Z', 'updated_at': '2021-12-30T16:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_floatingips': [{'id': '0e50c62d-6640-49e7-b040-206713b3e9bd', 'tenant_id': '56b2c03b9ea44b739b7f8011ada529cb', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'router_id': '67903125-a958-4bd4-945c-2516580e2b68', 'port_id': '30347955-b1cb-47f6-bef4-8e7a0a2c3469', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86764f6c-6ecd-48e9-b549-52650a897818', 'mac_address': 'fa:16:3e:b2:56:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5905ea74-e2f7-4404-9c7f-2103bfa7a443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-30T16:22:57Z', 'updated_at': '2021-12-30T16:22:57Z', 'revision_number': 0, 'project_id': '56b2c03b9ea44b739b7f8011ada529cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f02b792-fad3-4589-a713-d39e40f2366c', 'name': '', 'network_id': '86764f6c-6ecd-48e9-b549-52650a897818', 'tenant_id': '56b2c03b9ea44b739b7f8011ada529cb', 'mac_address': 'fa:16:3e:0d:8e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67903125-a958-4bd4-945c-2516580e2b68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ef85b58-3499-4416-bb4b-3b0b796ad66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:21:50Z', 'updated_at': '2021-12-30T16:22:02Z', 'revision_number': 5, 'project_id': '56b2c03b9ea44b739b7f8011ada529cb', 'subnets': [{'id': '7ef85b58-3499-4416-bb4b-3b0b796ad66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:23:00.107623 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c14f2a98-417f-4b33-a35f-6d4af1f79b24 req-17fb286d-bd8d-406a-b25f-39e272ec605e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1490541
Dec 30 16:23:00.116428 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05344187-0e5c-42ab-9934-0239b0792de0 req-c0e87fc5-86a7-44ce-832c-196ce87aa777 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:00.117873 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-05344187-0e5c-42ab-9934-0239b0792de0 req-c0e87fc5-86a7-44ce-832c-196ce87aa777 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b2b50e5-e35b-4e54-90cf-cd642185a38d HTTP/1.1" status: 200  len: 859 time: 0.0650449
Dec 30 16:23:00.166521 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-05344187-0e5c-42ab-9934-0239b0792de0 req-f1e54187-6624-4f4e-82c3-9f5ee80fa3aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3de7164-b44c-4490-994c-7ba5630844e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0396810
Dec 30 16:23:00.290956 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c72d6b9-1c94-45d4-a8d0-a97ee7a4bb15 None None] New status for floating IP 0e50c62d-6640-49e7-b040-206713b3e9bd: ACTIVE {{(pid=82859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 30 16:23:00.392095 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-05344187-0e5c-42ab-9934-0239b0792de0 req-943385ee-bf18-4069-8272-ff8e2e1f50c9 service neutron] 10.222.0.43 "GET /v2.0/networks/a3de7164-b44c-4490-994c-7ba5630844e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2128901
Dec 30 16:23:00.526880 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-05344187-0e5c-42ab-9934-0239b0792de0 req-bccc766e-d267-4643-8443-18e07dffaee6 service neutron] 10.222.0.43 "GET /v2.0/networks/a3de7164-b44c-4490-994c-7ba5630844e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246817
Dec 30 16:23:01.473755 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ddbe7-1f4b-4d67-914b-2bf532c00545 req-b91ce32f-683b-4271-836c-648eb97e6bf0 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:01.475254 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-573ddbe7-1f4b-4d67-914b-2bf532c00545 req-b91ce32f-683b-4271-836c-648eb97e6bf0 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0941119
Dec 30 16:23:01.522174 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-573ddbe7-1f4b-4d67-914b-2bf532c00545 req-5d3f1e95-62e5-4a60-875e-6816a1a6f4fc tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413399
Dec 30 16:23:02.760616 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea547d75-bf5f-411a-ad70-10cfdb6449e8 req-d13e18a9-bb6f-4969-bfc1-35a88ac930de tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:02.762023 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ea547d75-bf5f-411a-ad70-10cfdb6449e8 req-d13e18a9-bb6f-4969-bfc1-35a88ac930de tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0897894
Dec 30 16:23:02.807777 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ea547d75-bf5f-411a-ad70-10cfdb6449e8 req-d5c1a5eb-3753-45c1-9baa-7738a134249c tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400751
Dec 30 16:23:04.017353 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1644b-32c6-4dc3-a22f-d3fa0234bb88 req-1990b3d9-b1b7-4c5e-86db-eedcd4c1f436 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:04.018992 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c3e1644b-32c6-4dc3-a22f-d3fa0234bb88 req-1990b3d9-b1b7-4c5e-86db-eedcd4c1f436 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0803471
Dec 30 16:23:04.067137 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c3e1644b-32c6-4dc3-a22f-d3fa0234bb88 req-b3ee4d29-5a20-4fb6-901a-a748aa266518 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427225
Dec 30 16:23:05.282023 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7338b-e87c-483c-a00d-29a047aecd66 req-e34142e0-631a-4e8c-8add-c584d1de8924 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:05.283477 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f8d7338b-e87c-483c-a00d-29a047aecd66 req-e34142e0-631a-4e8c-8add-c584d1de8924 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0901430
Dec 30 16:23:05.333190 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f8d7338b-e87c-483c-a00d-29a047aecd66 req-37e6e340-08b6-4568-9c01-ee1eb3e4730d tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416679
Dec 30 16:23:06.542663 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b8a69-c675-415d-8f41-723b0293a76c req-77c2ba11-79f6-4c46-8a55-24c5628b2ba1 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:06.544106 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-619b8a69-c675-415d-8f41-723b0293a76c req-77c2ba11-79f6-4c46-8a55-24c5628b2ba1 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0772154
Dec 30 16:23:06.593721 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-619b8a69-c675-415d-8f41-723b0293a76c req-315a5c96-dba7-4ca6-9e43-60cbdb5a1fa7 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413582
Dec 30 16:23:07.804124 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d8d8a-6f34-43de-888a-a27230d50713 req-6a843241-3f7c-4d85-93c3-ffb4b7b55749 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:07.805497 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b59d8d8a-6f34-43de-888a-a27230d50713 req-6a843241-3f7c-4d85-93c3-ffb4b7b55749 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0831575
Dec 30 16:23:07.852251 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b59d8d8a-6f34-43de-888a-a27230d50713 req-d4c5f0a1-de80-4155-bb60-ec7978447d19 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387399
Dec 30 16:23:09.064936 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b194c9-9d17-427a-932a-0254b0f991ec req-a2d2ca1c-be58-4dcd-ba9d-d3fd44a09311 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:09.066392 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-31b194c9-9d17-427a-932a-0254b0f991ec req-a2d2ca1c-be58-4dcd-ba9d-d3fd44a09311 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0791650
Dec 30 16:23:09.113445 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-31b194c9-9d17-427a-932a-0254b0f991ec req-2d9e50aa-f401-4789-9439-e66ceb563441 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389895
Dec 30 16:23:10.338693 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18945e42-da7c-4791-a792-0bb8d0cba8d7 req-1fbbe70a-3406-4a79-aade-e6fe44beba31 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:10.340102 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-18945e42-da7c-4791-a792-0bb8d0cba8d7 req-1fbbe70a-3406-4a79-aade-e6fe44beba31 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0898840
Dec 30 16:23:10.386255 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-18945e42-da7c-4791-a792-0bb8d0cba8d7 req-bb7c2558-4de7-47bf-b766-76c35527a31e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404985
Dec 30 16:23:11.616575 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2185843-5f1d-472f-bd48-ff653b1f9895 req-da773dea-846b-45fa-9dfb-b2f3aea38800 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:11.618018 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e2185843-5f1d-472f-bd48-ff653b1f9895 req-da773dea-846b-45fa-9dfb-b2f3aea38800 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0967801
Dec 30 16:23:11.663870 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e2185843-5f1d-472f-bd48-ff653b1f9895 req-18a51de4-bee4-4ca0-a81b-3ed26493dea6 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402381
Dec 30 16:23:12.877900 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a5dcbd-0c38-4139-9821-0475585e259b req-d5065539-7a25-467a-bf6c-2ab99597e002 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:12.879295 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-82a5dcbd-0c38-4139-9821-0475585e259b req-d5065539-7a25-467a-bf6c-2ab99597e002 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0788958
Dec 30 16:23:12.929025 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-82a5dcbd-0c38-4139-9821-0475585e259b req-95122b4d-78a1-42f6-abee-50fc6fc339bc tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417237
Dec 30 16:23:13.575402 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:23:14.139929 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9d153-f72f-4820-bb5e-afde4dbb3ca2 req-1fcac893-86da-45d3-83e6-bc73a1c9d5c3 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:14.141376 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-80f9d153-f72f-4820-bb5e-afde4dbb3ca2 req-1fcac893-86da-45d3-83e6-bc73a1c9d5c3 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0832958
Dec 30 16:23:14.189240 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-80f9d153-f72f-4820-bb5e-afde4dbb3ca2 req-5a174901-c2d8-48eb-94b2-1988f5f65d40 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397062
Dec 30 16:23:15.125948 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0bb47e5c-a70d-483b-a3bc-aad988dfd81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:15.424840 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27c35f-bbfb-488d-8e4a-6a47927a20ca req-ad8f03da-c784-4912-bcb1-334047fd6d47 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:15.426286 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-bf27c35f-bbfb-488d-8e4a-6a47927a20ca req-ad8f03da-c784-4912-bcb1-334047fd6d47 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0889831
Dec 30 16:23:15.473515 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-bf27c35f-bbfb-488d-8e4a-6a47927a20ca req-f3cdab0f-4d5c-4caf-9c65-ddd329eec00d tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416825
Dec 30 16:23:16.687789 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8648a9f-ea36-44c0-bad9-a4e31639bfef req-85d5f8c0-7466-4962-8fea-0607f3e51af3 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:16.689375 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c8648a9f-ea36-44c0-bad9-a4e31639bfef req-85d5f8c0-7466-4962-8fea-0607f3e51af3 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0928679
Dec 30 16:23:16.736893 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c8648a9f-ea36-44c0-bad9-a4e31639bfef req-112e0698-329b-4e6c-abd1-d471f031ab39 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420668
Dec 30 16:23:17.340194 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-828b071e-039f-49a1-b464-8df12447f553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:17.949720 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82b1c4-6d10-4528-b6f2-a6771318cd3e req-42cac1e8-ea08-4356-a33d-e7402b29cb31 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:17.951146 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-fe82b1c4-6d10-4528-b6f2-a6771318cd3e req-42cac1e8-ea08-4356-a33d-e7402b29cb31 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0863080
Dec 30 16:23:18.005028 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-fe82b1c4-6d10-4528-b6f2-a6771318cd3e req-25732366-5fc8-4e17-bfda-32317328c076 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444336
Dec 30 16:23:18.327491 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:18.670685 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:19.107682 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0470ba-1f89-4880-812a-404b3d240f2b req-1ef2cb98-a463-40d4-8c35-e4a0772b9b8d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:19.109113 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5d0470ba-1f89-4880-812a-404b3d240f2b req-1ef2cb98-a463-40d4-8c35-e4a0772b9b8d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 946 time: 0.0766778
Dec 30 16:23:19.162737 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5d0470ba-1f89-4880-812a-404b3d240f2b req-63d1edaf-e2a2-468c-9cc8-58ebbff6b91c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475118
Dec 30 16:23:19.208765 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ace782-a284-4268-a8ea-2b1001409d39 req-e8e16de3-df77-40d2-89d5-e74085af46f1 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:19.210198 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-92ace782-a284-4268-a8ea-2b1001409d39 req-e8e16de3-df77-40d2-89d5-e74085af46f1 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0798430
Dec 30 16:23:19.259781 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-92ace782-a284-4268-a8ea-2b1001409d39 req-1682ea77-510e-4a2e-b4f3-a54c647e0e60 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411692
Dec 30 16:23:19.793114 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:20.394189 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0be72-f3b7-4076-9484-8e4648506d71 req-fa914a76-48a9-4c18-858c-165bb30747da tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:20.395617 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-37c0be72-f3b7-4076-9484-8e4648506d71 req-fa914a76-48a9-4c18-858c-165bb30747da tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 946 time: 0.0762200
Dec 30 16:23:20.441794 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-37c0be72-f3b7-4076-9484-8e4648506d71 req-0a8db0bb-19a9-44c1-aae2-3b86b4149f93 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=5fd96f0c-9b1a-4c24-a453-db5056cf268b&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406549
Dec 30 16:23:20.469097 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0722fc4-d267-40b5-bfdd-f618159c7a3f req-7cf2d240-ce68-458f-90a7-5777c2ea58bf tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:20.471354 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a0722fc4-d267-40b5-bfdd-f618159c7a3f req-7cf2d240-ce68-458f-90a7-5777c2ea58bf tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0790024
Dec 30 16:23:20.517560 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a0722fc4-d267-40b5-bfdd-f618159c7a3f req-7de38c34-fcf2-41af-8702-ef77234b83f6 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394681
Dec 30 16:23:20.743438 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171978e-f6a4-4ac6-ad41-e3ce8d980a7b req-3d995d2e-7c98-4bef-ba14-103eeb4e7878 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:20.745571 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b171978e-f6a4-4ac6-ad41-e3ce8d980a7b req-3d995d2e-7c98-4bef-ba14-103eeb4e7878 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 946 time: 0.1024010
Dec 30 16:23:20.818607 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [req-b171978e-f6a4-4ac6-ad41-e3ce8d980a7b req-f62b0dba-3535-4105-9803-d6b06671012e tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Deleting port 094c562e-74b6-42c1-9b38-609300df83c9 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:23:20.818935 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-b171978e-f6a4-4ac6-ad41-e3ce8d980a7b req-f62b0dba-3535-4105-9803-d6b06671012e tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:21.082627 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [req-b171978e-f6a4-4ac6-ad41-e3ce8d980a7b req-f62b0dba-3535-4105-9803-d6b06671012e tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] For port 094c562e-74b6-42c1-9b38-609300df83c9, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=094c562e-74b6-42c1-9b38-609300df83c9,segment=NetworkSegment(5936c83c-be6b-48e8-9fcb-7dbbfde67386),segment_id=5936c83c-be6b-48e8-9fcb-7dbbfde67386)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:23:21.082928 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-b171978e-f6a4-4ac6-ad41-e3ce8d980a7b req-f62b0dba-3535-4105-9803-d6b06671012e tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:21.412672 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4e066a26-2f9c-4e74-9e0c-1841fba94a7f req-2567056d-d7b6-44ff-8ea4-08dc95e4c4d7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bfcfc39d438a466484958cfa05016678&device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 1098 time: 0.0756786
Dec 30 16:23:21.433794 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-b171978e-f6a4-4ac6-ad41-e3ce8d980a7b req-f62b0dba-3535-4105-9803-d6b06671012e tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:21.434433 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-b171978e-f6a4-4ac6-ad41-e3ce8d980a7b req-f62b0dba-3535-4105-9803-d6b06671012e tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4017950'] for floatingip, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:21.434433 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.db.l3_db [req-b171978e-f6a4-4ac6-ad41-e3ce8d980a7b req-f62b0dba-3535-4105-9803-d6b06671012e tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Floating IP 3d3afaac-2635-44ae-848a-86b0342b3cf0 disassociated. External IP: 172.27.1.56, port: 094c562e-74b6-42c1-9b38-609300df83c9.
Dec 30 16:23:21.434937 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [req-b171978e-f6a4-4ac6-ad41-e3ce8d980a7b req-f62b0dba-3535-4105-9803-d6b06671012e tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Calling delete_port for 094c562e-74b6-42c1-9b38-609300df83c9 owned by compute:nova {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:23:21.595053 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-b171978e-f6a4-4ac6-ad41-e3ce8d980a7b req-f62b0dba-3535-4105-9803-d6b06671012e tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:21.635579 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e066a26-2f9c-4e74-9e0c-1841fba94a7f req-2369966e-6f44-40c9-9307-b0afabf881e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:21.637017 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4e066a26-2f9c-4e74-9e0c-1841fba94a7f req-2369966e-6f44-40c9-9307-b0afabf881e8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a3de7164-b44c-4490-994c-7ba5630844e6 HTTP/1.1" status: 200  len: 919 time: 0.2038503
Dec 30 16:23:21.701520 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62b0dba-3535-4105-9803-d6b06671012e tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Pushing event deleted for resources: {'Port': ['ID=094c562e-74b6-42c1-9b38-609300df83c9,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:23:21.706172 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f7191bda-8c6c-41df-98c6-452e2ddc2ce3 req-b84ed4d3-e71e-47f9-8544-891b7aa4fae4 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=6f037c14-64b7-46d3-a080-0ffbf8e791e6 HTTP/1.1" status: 200  len: 210 time: 0.1073163
Dec 30 16:23:21.758188 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4e066a26-2f9c-4e74-9e0c-1841fba94a7f req-451f0f12-17fb-48aa-9228-914110afd67d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c800868-57e5-476a-a3e8-9124309466ce HTTP/1.1" status: 200  len: 217 time: 0.1028759
Dec 30 16:23:21.844287 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e066a26-2f9c-4e74-9e0c-1841fba94a7f req-3edac73f-d69d-4133-93db-3389fe14d352 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:21.845946 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4e066a26-2f9c-4e74-9e0c-1841fba94a7f req-3edac73f-d69d-4133-93db-3389fe14d352 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b2b50e5-e35b-4e54-90cf-cd642185a38d HTTP/1.1" status: 200  len: 859 time: 0.0754743
Dec 30 16:23:21.851367 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4ed304-8290-43eb-a452-99eeff8f946f req-9b25bce0-f740-4b80-b01d-4189b95473e9 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:21.852700 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4b4ed304-8290-43eb-a452-99eeff8f946f req-9b25bce0-f740-4b80-b01d-4189b95473e9 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.1987231
Dec 30 16:23:21.918911 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b171978e-f6a4-4ac6-ad41-e3ce8d980a7b req-f62b0dba-3535-4105-9803-d6b06671012e tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Router 6caf6826-0f9c-48d3-b2c1-3dcea1b62223 has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:23:21.955077 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4e066a26-2f9c-4e74-9e0c-1841fba94a7f req-5b86d506-f11b-47c2-b887-b27b71c722ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3de7164-b44c-4490-994c-7ba5630844e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0795610
Dec 30 16:23:22.066243 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4b4ed304-8290-43eb-a452-99eeff8f946f req-03aa8ab1-4adb-416b-b487-ba0cae696ba9 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2070992
Dec 30 16:23:22.119502 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-932935f3-8a6d-4f79-8eea-77aec2ec5834 req-81f3ce0f-af15-4700-be0e-603b87e5c04a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 1098 time: 0.2430296
Dec 30 16:23:22.122538 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4e066a26-2f9c-4e74-9e0c-1841fba94a7f req-f0b2b66c-96c8-4aad-a2e9-df3f78391608 service neutron] 10.222.0.43 "GET /v2.0/networks/a3de7164-b44c-4490-994c-7ba5630844e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1562543
Dec 30 16:23:22.126801 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b171978e-f6a4-4ac6-ad41-e3ce8d980a7b req-f62b0dba-3535-4105-9803-d6b06671012e tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:23:22.138067 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc56708-2b44-45c7-a536-9768f0ef449c None None] Sync routers for ids ['6caf6826-0f9c-48d3-b2c1-3dcea1b62223'] in dv-cinder-822939-1-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:23:22.153563 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc56708-2b44-45c7-a536-9768f0ef449c None None] Routers {'6caf6826-0f9c-48d3-b2c1-3dcea1b62223'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:23:22.154432 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-8cc56708-2b44-45c7-a536-9768f0ef449c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d5580160>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:23:17Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['6caf6826-0f9c-48d3-b2c1-3dcea1b62223'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:23:22.202046 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [req-b171978e-f6a4-4ac6-ad41-e3ce8d980a7b req-f62b0dba-3535-4105-9803-d6b06671012e tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] No DVR routers for this DVR port 094c562e-74b6-42c1-9b38-609300df83c9 on host hv-cinder-82293 {{(pid=82858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 30 16:23:22.204728 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [req-b171978e-f6a4-4ac6-ad41-e3ce8d980a7b req-f62b0dba-3535-4105-9803-d6b06671012e tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:22.207773 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f037c14-64b7-46d3-a080-0ffbf8e791e6', 'name': 'network-vif-deleted', 'tag': '094c562e-74b6-42c1-9b38-609300df83c9'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:23:22.227184 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b171978e-f6a4-4ac6-ad41-e3ce8d980a7b req-f62b0dba-3535-4105-9803-d6b06671012e tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.43 "DELETE /v2.0/ports/094c562e-74b6-42c1-9b38-609300df83c9 HTTP/1.1" status: 204  len: 173 time: 1.4748499
Dec 30 16:23:22.288464 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f037c14-64b7-46d3-a080-0ffbf8e791e6', 'name': 'network-vif-deleted', 'tag': '094c562e-74b6-42c1-9b38-609300df83c9', 'status': 'completed', 'code': 200}
Dec 30 16:23:22.292088 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-932935f3-8a6d-4f79-8eea-77aec2ec5834 req-4f3ee2fd-8541-499b-bd98-1316e9e72121 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1602726
Dec 30 16:23:22.331356 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4e066a26-2f9c-4e74-9e0c-1841fba94a7f req-85f9d13b-1bcd-4dcb-bcce-ad2c2686c0a5 service neutron] 10.222.0.43 "GET /v2.0/networks/a3de7164-b44c-4490-994c-7ba5630844e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1855254
Dec 30 16:23:22.367297 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-8cc56708-2b44-45c7-a536-9768f0ef449c None None] Set router 6caf6826-0f9c-48d3-b2c1-3dcea1b62223 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:23:22.584818 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:22.729472 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-8cc56708-2b44-45c7-a536-9768f0ef449c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d5580160>, [{'id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'name': 'tempest-AttachVolumeShelveTestJSON-1869069484-router', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:28Z', 'revision_number': 4, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'gw_port': {'id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '3b667db6-4d09-45c9-99d9-8ac3932d6b0d', 'name': '', 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'mac_address': 'fa:16:3e:5c:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:19:52Z', 'revision_number': 5, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'subnets': [{'id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:23:22.733478 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc56708-2b44-45c7-a536-9768f0ef449c None None] Checking router: 6caf6826-0f9c-48d3-b2c1-3dcea1b62223 for host: dv-cinder-822939-1-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:23:22.744368 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc56708-2b44-45c7-a536-9768f0ef449c None None] Routers {'6caf6826-0f9c-48d3-b2c1-3dcea1b62223'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:23:22.744916 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-8cc56708-2b44-45c7-a536-9768f0ef449c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d5580160>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:23:17Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['6caf6826-0f9c-48d3-b2c1-3dcea1b62223'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:23:22.918604 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-8cc56708-2b44-45c7-a536-9768f0ef449c None None] Set router 6caf6826-0f9c-48d3-b2c1-3dcea1b62223 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:23:22.921102 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 52908) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:23:22.999534 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d38c7374-423d-435e-8407-b440a28834e1 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:23.031711 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d38c7374-423d-435e-8407-b440a28834e1 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:23.085530 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d38c7374-423d-435e-8407-b440a28834e1 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:23.107726 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c7374-423d-435e-8407-b440a28834e1 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd96f0c-9b1a-4c24-a453-db5056cf268b,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:23:23.133782 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d38c7374-423d-435e-8407-b440a28834e1 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:23.135782 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-d38c7374-423d-435e-8407-b440a28834e1 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "DELETE /v2.0/security-groups/5fd96f0c-9b1a-4c24-a453-db5056cf268b HTTP/1.1" status: 204  len: 168 time: 0.2090025
Dec 30 16:23:23.138793 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 52914) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:23:23.155738 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.api.v2.resource [None req-aa10b657-0d82-4a35-a57f-9cf79ca67e44 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] show failed (client error): The resource could not be found.
Dec 30 16:23:23.160163 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 52918) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:23:23.160338 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-aa10b657-0d82-4a35-a57f-9cf79ca67e44 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups/5fd96f0c-9b1a-4c24-a453-db5056cf268b HTTP/1.1" status: 404  len: 347 time: 0.0202219
Dec 30 16:23:23.286233 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-8cc56708-2b44-45c7-a536-9768f0ef449c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d5580160>, [{'id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'name': 'tempest-AttachVolumeShelveTestJSON-1869069484-router', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:28Z', 'revision_number': 4, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'gw_port': {'id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '3b667db6-4d09-45c9-99d9-8ac3932d6b0d', 'name': '', 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'mac_address': 'fa:16:3e:5c:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:19:52Z', 'revision_number': 5, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'subnets': [{'id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:23:23.290315 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc56708-2b44-45c7-a536-9768f0ef449c None None] The sync data for ids ['6caf6826-0f9c-48d3-b2c1-3dcea1b62223'] in dv-cinder-822939-1-iscsi is: [{'id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'name': 'tempest-AttachVolumeShelveTestJSON-1869069484-router', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:28Z', 'revision_number': 4, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'gw_port': {'id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '3b667db6-4d09-45c9-99d9-8ac3932d6b0d', 'name': '', 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'mac_address': 'fa:16:3e:5c:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:19:52Z', 'revision_number': 5, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'subnets': [{'id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:23:23.407138 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-1535185d-57f7-4b22-8a75-b8d5e8970940 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Deleting port afbea671-7020-4ffd-9cb8-b34380362f4b {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:23:23.407493 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1535185d-57f7-4b22-8a75-b8d5e8970940 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:23.587278 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae78700-6724-4a5d-8456-5487bece515b req-a2538661-6f20-4fc6-994d-23049c065b58 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:23.589926 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0ae78700-6724-4a5d-8456-5487bece515b req-a2538661-6f20-4fc6-994d-23049c065b58 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.3496039
Dec 30 16:23:23.643269 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c317e48b-0804-4548-9128-d13a9025db4d None None] New status for floating IP 3d3afaac-2635-44ae-848a-86b0342b3cf0: DOWN {{(pid=82859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 30 16:23:23.661770 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1535185d-57f7-4b22-8a75-b8d5e8970940 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:23.662174 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1535185d-57f7-4b22-8a75-b8d5e8970940 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:23.679538 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0ae78700-6724-4a5d-8456-5487bece515b req-829c4343-0e5b-4a06-a809-5e677cea24ef tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0842268
Dec 30 16:23:23.785682 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-1535185d-57f7-4b22-8a75-b8d5e8970940 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Calling delete_port for afbea671-7020-4ffd-9cb8-b34380362f4b owned by network:floatingip {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:23:23.874610 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.db.api [None req-1535185d-57f7-4b22-8a75-b8d5e8970940 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 30 16:23:23.874929 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG oslo_db.api [None req-1535185d-57f7-4b22-8a75-b8d5e8970940 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 30 16:23:24.376640 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-1535185d-57f7-4b22-8a75-b8d5e8970940 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Deleting port afbea671-7020-4ffd-9cb8-b34380362f4b {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:23:24.377950 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1535185d-57f7-4b22-8a75-b8d5e8970940 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:24.622698 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1535185d-57f7-4b22-8a75-b8d5e8970940 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:24.623111 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1535185d-57f7-4b22-8a75-b8d5e8970940 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:24.743261 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-1535185d-57f7-4b22-8a75-b8d5e8970940 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Calling delete_port for afbea671-7020-4ffd-9cb8-b34380362f4b owned by network:floatingip {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:23:24.879413 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1535185d-57f7-4b22-8a75-b8d5e8970940 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:24.899761 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39887e60-1713-422a-8b44-76c30ddd4b6c req-dd00871f-cd34-444c-bc1f-efb7e0f9955e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:24.901303 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-39887e60-1713-422a-8b44-76c30ddd4b6c req-dd00871f-cd34-444c-bc1f-efb7e0f9955e tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0765550
Dec 30 16:23:24.925470 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1535185d-57f7-4b22-8a75-b8d5e8970940 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Pushing event deleted for resources: {'Port': ['ID=afbea671-7020-4ffd-9cb8-b34380362f4b,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:23:24.948744 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-39887e60-1713-422a-8b44-76c30ddd4b6c req-cb780924-dd50-4862-bbae-f83e4da1b1d5 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415173
Dec 30 16:23:25.016823 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1535185d-57f7-4b22-8a75-b8d5e8970940 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for floatingip, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:25.030925 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1535185d-57f7-4b22-8a75-b8d5e8970940 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for floatingip, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:25.032006 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-1535185d-57f7-4b22-8a75-b8d5e8970940 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "DELETE /v2.0/floatingips/3d3afaac-2635-44ae-848a-86b0342b3cf0 HTTP/1.1" status: 204  len: 168 time: 1.8711259
Dec 30 16:23:25.297906 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 52934) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:23:25.303666 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-af55df7e-ebfe-4d1e-8778-17dd31c56b5d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Request body: {'security_group': {'name': 'tempest-securitygroup--723458153', 'description': 'tempest-description--1872949969'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:23:25.309475 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-af55df7e-ebfe-4d1e-8778-17dd31c56b5d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:23:25.315005 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-af55df7e-ebfe-4d1e-8778-17dd31c56b5d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Usage tracker for resource:security_group and tenant:1536238b1f9f45e0859c9074dfb7be10 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:23:25.319556 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-af55df7e-ebfe-4d1e-8778-17dd31c56b5d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:23:25.326143 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-af55df7e-ebfe-4d1e-8778-17dd31c56b5d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:23:25.342685 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-af55df7e-ebfe-4d1e-8778-17dd31c56b5d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:25.378808 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-af55df7e-ebfe-4d1e-8778-17dd31c56b5d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:23:25.382640 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-af55df7e-ebfe-4d1e-8778-17dd31c56b5d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Usage tracker for resource:security_group_rule and tenant:1536238b1f9f45e0859c9074dfb7be10 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:23:25.385412 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-af55df7e-ebfe-4d1e-8778-17dd31c56b5d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:23:25.390941 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-af55df7e-ebfe-4d1e-8778-17dd31c56b5d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:23:25.456673 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3b3d30a0-4562-4fb7-95cf-7b3fe4e317ed req-c3b1c06c-3e9e-41f5-a9c4-38b1220a8a55 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bfcfc39d438a466484958cfa05016678&device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 1098 time: 0.0745177
Dec 30 16:23:25.467131 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 094c562e-74b6-42c1-9b38-609300df83c9 no longer exists at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:23:25.490001 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-af55df7e-ebfe-4d1e-8778-17dd31c56b5d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:25.503866 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-af55df7e-ebfe-4d1e-8778-17dd31c56b5d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:25.512975 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] No Port match for: 094c562e-74b6-42c1-9b38-609300df83c9 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:23:25.513424 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 094c562e-74b6-42c1-9b38-609300df83c9 not bound to the agent host hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:23:25.557198 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-af55df7e-ebfe-4d1e-8778-17dd31c56b5d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:25.558531 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-af55df7e-ebfe-4d1e-8778-17dd31c56b5d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.2592313
Dec 30 16:23:25.560376 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55df7e-ebfe-4d1e-8778-17dd31c56b5d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18e769e7-0119-47eb-a2bf-5dce7f4b2677,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:23:25.561266 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 52940) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:23:25.569176 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-e9075772-9b25-4483-8dd1-7faf26aa9d9b tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Request body: {'security_group_rule': {'security_group_id': '18e769e7-0119-47eb-a2bf-5dce7f4b2677', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:23:25.570611 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f06e42-7d4e-413e-8eeb-4f7e68aa7723 req-912324dc-4e9a-4229-98dd-c0ae9974fc45 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:25.572032 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-47f06e42-7d4e-413e-8eeb-4f7e68aa7723 req-912324dc-4e9a-4229-98dd-c0ae9974fc45 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.1392086
Dec 30 16:23:25.589714 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-e9075772-9b25-4483-8dd1-7faf26aa9d9b tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:23:25.596305 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-e9075772-9b25-4483-8dd1-7faf26aa9d9b tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Usage tracker for resource:security_group_rule and tenant:1536238b1f9f45e0859c9074dfb7be10 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:23:25.606244 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-e9075772-9b25-4483-8dd1-7faf26aa9d9b tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:23:25.615270 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-e9075772-9b25-4483-8dd1-7faf26aa9d9b tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:23:25.618401 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-47f06e42-7d4e-413e-8eeb-4f7e68aa7723 req-9dc8eabe-2a7d-46af-adc4-73f4280a7f5c tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406470
Dec 30 16:23:25.619710 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d30a0-4562-4fb7-95cf-7b3fe4e317ed req-e75aee0e-e724-4cf1-bc1c-51891cfdf1ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:25.621140 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3b3d30a0-4562-4fb7-95cf-7b3fe4e317ed req-e75aee0e-e724-4cf1-bc1c-51891cfdf1ff service neutron] 10.222.0.43 "GET /v2.0/networks?id=a3de7164-b44c-4490-994c-7ba5630844e6 HTTP/1.1" status: 200  len: 919 time: 0.1568112
Dec 30 16:23:25.686127 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e9075772-9b25-4483-8dd1-7faf26aa9d9b tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:25.704030 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3b3d30a0-4562-4fb7-95cf-7b3fe4e317ed req-ec956bb3-2e69-412e-a6e9-b1f25cb16303 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6c800868-57e5-476a-a3e8-9124309466ce HTTP/1.1" status: 200  len: 217 time: 0.0744765
Dec 30 16:23:25.789867 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d30a0-4562-4fb7-95cf-7b3fe4e317ed req-172669de-ffc5-4a89-839e-29709516de21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:25.791293 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3b3d30a0-4562-4fb7-95cf-7b3fe4e317ed req-172669de-ffc5-4a89-839e-29709516de21 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3b2b50e5-e35b-4e54-90cf-cd642185a38d HTTP/1.1" status: 200  len: 859 time: 0.0780978
Dec 30 16:23:25.828843 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e9075772-9b25-4483-8dd1-7faf26aa9d9b tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:25.834501 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e9075772-9b25-4483-8dd1-7faf26aa9d9b tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002726'] for security_group_rule, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:25.849418 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3b3d30a0-4562-4fb7-95cf-7b3fe4e317ed req-03cd12f8-ac6e-4e89-a7db-f4499112a696 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a3de7164-b44c-4490-994c-7ba5630844e6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0487814
Dec 30 16:23:25.884560 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9075772-9b25-4483-8dd1-7faf26aa9d9b tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa27f8b-ec78-4068-87d9-ff00a6a91e40,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:23:25.932859 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e9075772-9b25-4483-8dd1-7faf26aa9d9b tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:25.934032 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-e9075772-9b25-4483-8dd1-7faf26aa9d9b tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3718233
Dec 30 16:23:25.936923 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 52944) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:23:25.943054 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-97e603b1-da5a-45ca-92f1-dfd759253f80 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Request body: {'security_group_rule': {'security_group_id': '18e769e7-0119-47eb-a2bf-5dce7f4b2677', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:23:25.948966 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-97e603b1-da5a-45ca-92f1-dfd759253f80 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:23:25.953189 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-97e603b1-da5a-45ca-92f1-dfd759253f80 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Usage tracker for resource:security_group_rule and tenant:1536238b1f9f45e0859c9074dfb7be10 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:23:25.957043 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-97e603b1-da5a-45ca-92f1-dfd759253f80 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:23:25.963442 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-97e603b1-da5a-45ca-92f1-dfd759253f80 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:23:25.981343 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-97e603b1-da5a-45ca-92f1-dfd759253f80 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:25.994590 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3b3d30a0-4562-4fb7-95cf-7b3fe4e317ed req-ee3899fa-0c06-449f-aada-5673b13e3557 service neutron] 10.222.0.43 "GET /v2.0/networks/a3de7164-b44c-4490-994c-7ba5630844e6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353118
Dec 30 16:23:26.047568 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-97e603b1-da5a-45ca-92f1-dfd759253f80 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:26.051972 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-97e603b1-da5a-45ca-92f1-dfd759253f80 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002726'] for security_group_rule, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:26.082295 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e603b1-da5a-45ca-92f1-dfd759253f80 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72710b94-2531-4257-8736-9118381a4122,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:23:26.092898 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-97e603b1-da5a-45ca-92f1-dfd759253f80 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:26.094425 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-97e603b1-da5a-45ca-92f1-dfd759253f80 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1564052
Dec 30 16:23:26.097997 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 52948) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:23:26.103238 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-c288b428-eff7-4f05-a7ec-8ce3a17410ee tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Request body: {'floatingip': {'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:23:26.108400 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-c288b428-eff7-4f05-a7ec-8ce3a17410ee tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:23:26.112839 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-c288b428-eff7-4f05-a7ec-8ce3a17410ee tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Usage tracker for resource:floatingip and tenant:1536238b1f9f45e0859c9074dfb7be10 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:23:26.115759 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-c288b428-eff7-4f05-a7ec-8ce3a17410ee tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:23:26.121498 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-c288b428-eff7-4f05-a7ec-8ce3a17410ee tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:23:26.129721 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3b3d30a0-4562-4fb7-95cf-7b3fe4e317ed req-723a119e-5353-41ca-ba69-15db3f530821 service neutron] 10.222.0.43 "GET /v2.0/networks/a3de7164-b44c-4490-994c-7ba5630844e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277254
Dec 30 16:23:26.135088 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c288b428-eff7-4f05-a7ec-8ce3a17410ee tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for floatingip, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:26.278107 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c288b428-eff7-4f05-a7ec-8ce3a17410ee tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:26.422304 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [None req-c288b428-eff7-4f05-a7ec-8ce3a17410ee tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Allocated IP 172.27.1.16 (0b94b64d-9d7c-4a44-8bd0-f4e286ff014b/ad43253e-6e30-4230-9b92-331ad2639f5e/32a5241a-8f30-4cbe-bb0c-cd424bda8a03) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:23:26.569732 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c288b428-eff7-4f05-a7ec-8ce3a17410ee tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:26.600467 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c288b428-eff7-4f05-a7ec-8ce3a17410ee tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:26.740206 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c288b428-eff7-4f05-a7ec-8ce3a17410ee tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Network 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:23:26.743557 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-c288b428-eff7-4f05-a7ec-8ce3a17410ee tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:23:26.745455 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288b428-eff7-4f05-a7ec-8ce3a17410ee tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Pushing event updated for resources: {'Port': ['ID=32a5241a-8f30-4cbe-bb0c-cd424bda8a03,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:23:26.747481 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c288b428-eff7-4f05-a7ec-8ce3a17410ee tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:23:26.833698 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb158f72-5570-4b86-9302-7d800af52fa2 req-cb11d629-3cee-48a8-bb81-4680d10334c6 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:26.835169 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-fb158f72-5570-4b86-9302-7d800af52fa2 req-cb11d629-3cee-48a8-bb81-4680d10334c6 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0819077
Dec 30 16:23:26.881946 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-fb158f72-5570-4b86-9302-7d800af52fa2 req-906ee3a3-98a8-43fc-af0b-e03857d81c49 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411251
Dec 30 16:23:26.903116 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c288b428-eff7-4f05-a7ec-8ce3a17410ee tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:26.960593 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c288b428-eff7-4f05-a7ec-8ce3a17410ee tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:27.169124 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c288b428-eff7-4f05-a7ec-8ce3a17410ee tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:27.176634 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c288b428-eff7-4f05-a7ec-8ce3a17410ee tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2958562'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:27.280085 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288b428-eff7-4f05-a7ec-8ce3a17410ee tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Pushing event updated for resources: {'Port': ['ID=32a5241a-8f30-4cbe-bb0c-cd424bda8a03,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:23:27.293119 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c288b428-eff7-4f05-a7ec-8ce3a17410ee tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4017950'] for floatingip, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:27.317667 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c288b428-eff7-4f05-a7ec-8ce3a17410ee tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for floatingip, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:27.319491 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-c288b428-eff7-4f05-a7ec-8ce3a17410ee tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.2204611
Dec 30 16:23:27.552027 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-13e855be-2c51-4af1-83a3-bf41e993099e req-8fe07e2e-dcd5-4377-90c3-029f56ed746d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Synchronizing usage tracker for tenant:1536238b1f9f45e0859c9074dfb7be10 on resource:security_group {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:23:27.569287 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-13e855be-2c51-4af1-83a3-bf41e993099e req-8fe07e2e-dcd5-4377-90c3-029f56ed746d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Unset dirty status for tenant:1536238b1f9f45e0859c9074dfb7be10 on resource:security_group {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:23:27.570459 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-13e855be-2c51-4af1-83a3-bf41e993099e req-8fe07e2e-dcd5-4377-90c3-029f56ed746d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--723458153&fields=id&tenant_id=1536238b1f9f45e0859c9074dfb7be10 HTTP/1.1" status: 200  len: 267 time: 0.0592690
Dec 30 16:23:27.717001 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e855be-2c51-4af1-83a3-bf41e993099e req-655f7b3d-9e37-4bb2-a146-0e0e1f9ff7a2 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:27.718402 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-13e855be-2c51-4af1-83a3-bf41e993099e req-655f7b3d-9e37-4bb2-a146-0e0e1f9ff7a2 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/networks?id=9a0d327b-13ae-4aab-8565-47511b5fa283 HTTP/1.1" status: 200  len: 817 time: 0.1412957
Dec 30 16:23:27.736510 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-13e855be-2c51-4af1-83a3-bf41e993099e req-0be7eef5-c54e-4db8-986d-60560d63d20b tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/quotas/1536238b1f9f45e0859c9074dfb7be10 HTTP/1.1" status: 200  len: 375 time: 0.0120914
Dec 30 16:23:27.831162 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-13e855be-2c51-4af1-83a3-bf41e993099e req-6ba12f0c-250b-41e8-accc-d3deed8ec13a tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Synchronizing usage tracker for tenant:1536238b1f9f45e0859c9074dfb7be10 on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:23:27.850044 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-13e855be-2c51-4af1-83a3-bf41e993099e req-6ba12f0c-250b-41e8-accc-d3deed8ec13a tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Unset dirty status for tenant:1536238b1f9f45e0859c9074dfb7be10 on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:23:27.851895 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-13e855be-2c51-4af1-83a3-bf41e993099e req-6ba12f0c-250b-41e8-accc-d3deed8ec13a tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1536238b1f9f45e0859c9074dfb7be10&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1095529
Dec 30 16:23:27.999866 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-13e855be-2c51-4af1-83a3-bf41e993099e req-99daf069-e17c-479d-85ee-92e6707927d7 service neutron] 10.222.0.31 "GET /v2.0/networks/9a0d327b-13ae-4aab-8565-47511b5fa283?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1344147
Dec 30 16:23:28.078945 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7f4dc-0a7b-47bc-86ff-41be23cc9435 req-cb9abfcb-1321-46b6-bce4-12baad65e9cc tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:28.080973 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a1b7f4dc-0a7b-47bc-86ff-41be23cc9435 req-cb9abfcb-1321-46b6-bce4-12baad65e9cc tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0781059
Dec 30 16:23:28.130585 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a1b7f4dc-0a7b-47bc-86ff-41be23cc9435 req-54b6c5e8-8f3c-4f06-beae-23c0e6d4869a tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436702
Dec 30 16:23:28.133693 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-13e855be-2c51-4af1-83a3-bf41e993099e req-c1d88b29-a747-49cd-943e-92c21e50ff17 service neutron] 10.222.0.31 "GET /v2.0/networks/9a0d327b-13ae-4aab-8565-47511b5fa283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257763
Dec 30 16:23:28.395013 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-04295c3b-3459-444d-9ad1-7c8cff6ad584 req-005b97bb-c7fc-4893-8a6d-c8adba4b96ed tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Synchronizing usage tracker for tenant:1536238b1f9f45e0859c9074dfb7be10 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:23:28.408191 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-04295c3b-3459-444d-9ad1-7c8cff6ad584 req-005b97bb-c7fc-4893-8a6d-c8adba4b96ed tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Unset dirty status for tenant:1536238b1f9f45e0859c9074dfb7be10 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:23:28.409553 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-04295c3b-3459-444d-9ad1-7c8cff6ad584 req-005b97bb-c7fc-4893-8a6d-c8adba4b96ed tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 210 time: 0.1260192
Dec 30 16:23:29.444705 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e855be-2c51-4af1-83a3-bf41e993099e req-c991e0b5-909a-4681-af57-cfcad0c09a83 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:29.446855 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-13e855be-2c51-4af1-83a3-bf41e993099e req-c991e0b5-909a-4681-af57-cfcad0c09a83 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.43 "GET /v2.0/networks?id=9a0d327b-13ae-4aab-8565-47511b5fa283 HTTP/1.1" status: 200  len: 817 time: 0.1474893
Dec 30 16:23:29.523657 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-13e855be-2c51-4af1-83a3-bf41e993099e req-23bf8d8c-514c-4aa1-8878-f9e6eadff2d8 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Synchronizing usage tracker for tenant:1536238b1f9f45e0859c9074dfb7be10 on resource:security_group {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:23:29.536361 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-13e855be-2c51-4af1-83a3-bf41e993099e req-23bf8d8c-514c-4aa1-8878-f9e6eadff2d8 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Unset dirty status for tenant:1536238b1f9f45e0859c9074dfb7be10 on resource:security_group {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:23:29.537555 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-13e855be-2c51-4af1-83a3-bf41e993099e req-23bf8d8c-514c-4aa1-8878-f9e6eadff2d8 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1536238b1f9f45e0859c9074dfb7be10 HTTP/1.1" status: 200  len: 379 time: 0.0759754
Dec 30 16:23:29.552191 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-13e855be-2c51-4af1-83a3-bf41e993099e req-a913a652-1f5a-45dd-a681-4147b721d11c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Request body: {'port': {'device_id': 'dbead259-ae38-47a8-9942-4011784a381e', 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283', 'admin_state_up': True, 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'security_groups': ['18e769e7-0119-47eb-a2bf-5dce7f4b2677']}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:23:29.606395 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-02dfca10-e751-44f0-a531-20cd88184b37 req-2070492e-26eb-440b-92ca-b479183df3a0 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 210 time: 0.0444963
Dec 30 16:23:29.699619 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-13e855be-2c51-4af1-83a3-bf41e993099e req-a913a652-1f5a-45dd-a681-4147b721d11c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:23:29.709877 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-13e855be-2c51-4af1-83a3-bf41e993099e req-a913a652-1f5a-45dd-a681-4147b721d11c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:23:29.721877 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13e855be-2c51-4af1-83a3-bf41e993099e req-a913a652-1f5a-45dd-a681-4147b721d11c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Made reservation on behalf of 1536238b1f9f45e0859c9074dfb7be10 for: {'port': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:23:29.725144 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-13e855be-2c51-4af1-83a3-bf41e993099e req-a913a652-1f5a-45dd-a681-4147b721d11c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:29.890632 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [req-13e855be-2c51-4af1-83a3-bf41e993099e req-a913a652-1f5a-45dd-a681-4147b721d11c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Allocated IP 172.20.0.6 (9a0d327b-13ae-4aab-8565-47511b5fa283/0ef2724a-abaf-4140-a584-2ca4130b70f6/7edc38f1-ccf0-4a6b-af2b-27c8272c37ba) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:23:30.077375 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-13e855be-2c51-4af1-83a3-bf41e993099e req-a913a652-1f5a-45dd-a681-4147b721d11c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:30.094373 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-13e855be-2c51-4af1-83a3-bf41e993099e req-a913a652-1f5a-45dd-a681-4147b721d11c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Transition to ACTIVE for port object 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba will not be triggered until provisioned by entity DHCP. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:23:30.119832 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-13e855be-2c51-4af1-83a3-bf41e993099e req-a913a652-1f5a-45dd-a681-4147b721d11c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:30.195736 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13e855be-2c51-4af1-83a3-bf41e993099e req-a913a652-1f5a-45dd-a681-4147b721d11c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Network 9a0d327b-13ae-4aab-8565-47511b5fa283 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:23:30.198828 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [req-13e855be-2c51-4af1-83a3-bf41e993099e req-a913a652-1f5a-45dd-a681-4147b721d11c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:23:30.203157 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e855be-2c51-4af1-83a3-bf41e993099e req-a913a652-1f5a-45dd-a681-4147b721d11c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:23:30.229315 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a913a652-1f5a-45dd-a681-4147b721d11c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Pushing event updated for resources: {'Port': ['ID=7edc38f1-ccf0-4a6b-af2b-27c8272c37ba,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:23:30.267393 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e855be-2c51-4af1-83a3-bf41e993099e req-a913a652-1f5a-45dd-a681-4147b721d11c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:30.268100 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-13e855be-2c51-4af1-83a3-bf41e993099e req-a913a652-1f5a-45dd-a681-4147b721d11c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:30.294452 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-13e855be-2c51-4af1-83a3-bf41e993099e req-a913a652-1f5a-45dd-a681-4147b721d11c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7474048
Dec 30 16:23:30.307210 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-13e855be-2c51-4af1-83a3-bf41e993099e req-bdcced83-2d42-429c-971b-af854f31f948 service neutron] Request body: {'port': {'device_id': 'dbead259-ae38-47a8-9942-4011784a381e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82293'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:23:30.418796 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-13e855be-2c51-4af1-83a3-bf41e993099e req-bdcced83-2d42-429c-971b-af854f31f948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:30.460860 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-11a62f54-a435-443b-80a0-ea641b0502ab None None] Provisioning for port 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:23:30.467918 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-11a62f54-a435-443b-80a0-ea641b0502ab None None] Provisioning complete for port 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:23:30.469054 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-11a62f54-a435-443b-80a0-ea641b0502ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:30.530776 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-11a62f54-a435-443b-80a0-ea641b0502ab None None] Port 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 30 16:23:30.774569 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [req-13e855be-2c51-4af1-83a3-bf41e993099e req-bdcced83-2d42-429c-971b-af854f31f948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba {{(pid=82857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:23:30.781211 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-13e855be-2c51-4af1-83a3-bf41e993099e req-bdcced83-2d42-429c-971b-af854f31f948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:30.796265 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-13e855be-2c51-4af1-83a3-bf41e993099e req-bdcced83-2d42-429c-971b-af854f31f948 service neutron] Transition to ACTIVE for port object 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:23:30.801226 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-13e855be-2c51-4af1-83a3-bf41e993099e req-bdcced83-2d42-429c-971b-af854f31f948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:30.822559 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b89fe-b9d6-413b-84fe-a68a0c336244 req-c326e9ab-2f6e-4ea7-9f82-ac81a15262ae tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:30.823956 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-683b89fe-b9d6-413b-84fe-a68a0c336244 req-c326e9ab-2f6e-4ea7-9f82-ac81a15262ae tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 931 time: 0.0825984
Dec 30 16:23:30.874599 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-683b89fe-b9d6-413b-84fe-a68a0c336244 req-65e692ed-de42-4695-b7ca-c832c7aeceda tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449119
Dec 30 16:23:30.926074 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcced83-2d42-429c-971b-af854f31f948 service neutron] Pushing event updated for resources: {'Port': ['ID=7edc38f1-ccf0-4a6b-af2b-27c8272c37ba,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:23:31.037263 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-13e855be-2c51-4af1-83a3-bf41e993099e req-bdcced83-2d42-429c-971b-af854f31f948 service neutron] Attempting to bind port 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba on host hv-cinder-82293 for vnic_type normal with profile  {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:23:31.037601 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-13e855be-2c51-4af1-83a3-bf41e993099e req-bdcced83-2d42-429c-971b-af854f31f948 service neutron] Attempting to bind port 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba by drivers openvswitch,hyperv on host hv-cinder-82293 at level 0 using segments [{'id': '5936c83c-be6b-48e8-9fcb-7dbbfde67386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:23:31.037978 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e855be-2c51-4af1-83a3-bf41e993099e req-bdcced83-2d42-429c-971b-af854f31f948 service neutron] Attempting to bind port 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba on network 9a0d327b-13ae-4aab-8565-47511b5fa283 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:23:31.044308 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e855be-2c51-4af1-83a3-bf41e993099e req-bdcced83-2d42-429c-971b-af854f31f948 service neutron] Port 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba on network 9a0d327b-13ae-4aab-8565-47511b5fa283 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82293 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 30 16:23:31.044612 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e855be-2c51-4af1-83a3-bf41e993099e req-bdcced83-2d42-429c-971b-af854f31f948 service neutron] Attempting to bind port 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba on network 9a0d327b-13ae-4aab-8565-47511b5fa283 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:23:31.051156 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e855be-2c51-4af1-83a3-bf41e993099e req-bdcced83-2d42-429c-971b-af854f31f948 service neutron] Checking agent: {'id': 'e529ec3e-5d50-4747-9e44-8ad3816b2791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82293', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'started_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:23:31.051481 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e855be-2c51-4af1-83a3-bf41e993099e req-bdcced83-2d42-429c-971b-af854f31f948 service neutron] Checking segment: {'id': '5936c83c-be6b-48e8-9fcb-7dbbfde67386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:23:31.051860 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e855be-2c51-4af1-83a3-bf41e993099e req-bdcced83-2d42-429c-971b-af854f31f948 service neutron] Bound using segment: {'id': '5936c83c-be6b-48e8-9fcb-7dbbfde67386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:23:31.052301 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-13e855be-2c51-4af1-83a3-bf41e993099e req-bdcced83-2d42-429c-971b-af854f31f948 service neutron] Bound port: 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba, host: hv-cinder-82293, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5936c83c-be6b-48e8-9fcb-7dbbfde67386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:23:31.052643 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-13e855be-2c51-4af1-83a3-bf41e993099e req-bdcced83-2d42-429c-971b-af854f31f948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:31.138385 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-13e855be-2c51-4af1-83a3-bf41e993099e req-bdcced83-2d42-429c-971b-af854f31f948 service neutron] For port 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba, host hv-cinder-82293, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:23:31.141306 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-13e855be-2c51-4af1-83a3-bf41e993099e req-bdcced83-2d42-429c-971b-af854f31f948 service neutron] For port 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba, host hv-cinder-82293, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=7edc38f1-ccf0-4a6b-af2b-27c8272c37ba,segment=NetworkSegment(5936c83c-be6b-48e8-9fcb-7dbbfde67386),segment_id=5936c83c-be6b-48e8-9fcb-7dbbfde67386)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:23:31.147798 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-13e855be-2c51-4af1-83a3-bf41e993099e req-bdcced83-2d42-429c-971b-af854f31f948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:31.292728 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-13e855be-2c51-4af1-83a3-bf41e993099e req-bdcced83-2d42-429c-971b-af854f31f948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:31.294155 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-13e855be-2c51-4af1-83a3-bf41e993099e req-bdcced83-2d42-429c-971b-af854f31f948 service neutron] 10.222.0.43 "PUT /v2.0/ports/7edc38f1-ccf0-4a6b-af2b-27c8272c37ba HTTP/1.1" status: 200  len: 1093 time: 0.9914453
Dec 30 16:23:31.294667 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbead259-ae38-47a8-9942-4011784a381e', 'tag': '7edc38f1-ccf0-4a6b-af2b-27c8272c37ba'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:23:31.312566 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcced83-2d42-429c-971b-af854f31f948 service neutron] Pushing event updated for resources: {'Port': ['ID=7edc38f1-ccf0-4a6b-af2b-27c8272c37ba,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:23:31.372929 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbead259-ae38-47a8-9942-4011784a381e', 'tag': '7edc38f1-ccf0-4a6b-af2b-27c8272c37ba', 'status': 'completed', 'code': 200}
Dec 30 16:23:31.411571 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-13e855be-2c51-4af1-83a3-bf41e993099e req-0653856d-8e7b-427c-9fc6-52bfb9e8fe36 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1536238b1f9f45e0859c9074dfb7be10&device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 1096 time: 0.0783339
Dec 30 16:23:31.485941 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-13e855be-2c51-4af1-83a3-bf41e993099e req-6822dc69-be51-4951-b5a3-304e43666236 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7edc38f1-ccf0-4a6b-af2b-27c8272c37ba HTTP/1.1" status: 200  len: 217 time: 0.0668919
Dec 30 16:23:31.545844 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e855be-2c51-4af1-83a3-bf41e993099e req-ebe207d3-6048-49cd-8852-8f786880651f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:31.547162 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-13e855be-2c51-4af1-83a3-bf41e993099e req-ebe207d3-6048-49cd-8852-8f786880651f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0ef2724a-abaf-4140-a584-2ca4130b70f6 HTTP/1.1" status: 200  len: 856 time: 0.0554874
Dec 30 16:23:31.634786 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-13e855be-2c51-4af1-83a3-bf41e993099e req-fd0a7040-36f8-4d2b-9e20-cebaf1c01ae8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a0d327b-13ae-4aab-8565-47511b5fa283&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0815008
Dec 30 16:23:31.768569 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-13e855be-2c51-4af1-83a3-bf41e993099e req-1dc04ab1-fa97-4a0a-8f13-dcf4adfec229 service neutron] 10.222.0.43 "GET /v2.0/networks/9a0d327b-13ae-4aab-8565-47511b5fa283?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273234
Dec 30 16:23:31.905386 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-13e855be-2c51-4af1-83a3-bf41e993099e req-274a3193-920c-4959-bcaf-88445165c69e service neutron] 10.222.0.43 "GET /v2.0/networks/9a0d327b-13ae-4aab-8565-47511b5fa283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304905
Dec 30 16:23:32.030642 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-072f7563-fc07-4531-bfc7-4ec9e73aa78d req-472f24b9-7046-48a8-9c4d-77686eb1f5f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1536238b1f9f45e0859c9074dfb7be10&device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 1096 time: 0.0688796
Dec 30 16:23:32.089170 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c450bd3-7e6f-49ba-917f-0506d62db650 req-fac3e7f4-636a-4bb9-abba-b9b926b0f100 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:32.090734 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0c450bd3-7e6f-49ba-917f-0506d62db650 req-fac3e7f4-636a-4bb9-abba-b9b926b0f100 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 943 time: 0.0808315
Dec 30 16:23:32.134555 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0c450bd3-7e6f-49ba-917f-0506d62db650 req-aecdbec4-857f-4fbd-8793-73b0485e5eb8 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381055
Dec 30 16:23:32.164195 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f7563-fc07-4531-bfc7-4ec9e73aa78d req-f36d98d7-d56c-47ba-a3ac-02d7ffcbf0a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:32.165725 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-072f7563-fc07-4531-bfc7-4ec9e73aa78d req-f36d98d7-d56c-47ba-a3ac-02d7ffcbf0a1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a0d327b-13ae-4aab-8565-47511b5fa283 HTTP/1.1" status: 200  len: 917 time: 0.1274996
Dec 30 16:23:32.236391 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-072f7563-fc07-4531-bfc7-4ec9e73aa78d req-e111461b-ae02-45f0-9311-09b21c5f5c3f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7edc38f1-ccf0-4a6b-af2b-27c8272c37ba HTTP/1.1" status: 200  len: 217 time: 0.0639958
Dec 30 16:23:32.305935 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f7563-fc07-4531-bfc7-4ec9e73aa78d req-3dbc5ac1-8a30-460e-9622-f964987af473 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:32.307419 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-072f7563-fc07-4531-bfc7-4ec9e73aa78d req-3dbc5ac1-8a30-460e-9622-f964987af473 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0ef2724a-abaf-4140-a584-2ca4130b70f6 HTTP/1.1" status: 200  len: 856 time: 0.0642252
Dec 30 16:23:32.389869 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-072f7563-fc07-4531-bfc7-4ec9e73aa78d req-320f3468-2f9f-491f-aa23-dafcb2daf2a5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a0d327b-13ae-4aab-8565-47511b5fa283&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0737991
Dec 30 16:23:32.524552 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-072f7563-fc07-4531-bfc7-4ec9e73aa78d req-56cc2bc3-cafe-4cba-be7c-fb17c3701cb8 service neutron] 10.222.0.43 "GET /v2.0/networks/9a0d327b-13ae-4aab-8565-47511b5fa283?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266840
Dec 30 16:23:32.656735 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-072f7563-fc07-4531-bfc7-4ec9e73aa78d req-c334113f-616d-479f-8cac-9c5c86a4af7c service neutron] 10.222.0.43 "GET /v2.0/networks/9a0d327b-13ae-4aab-8565-47511b5fa283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244283
Dec 30 16:23:32.702027 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a117e-0ca1-464d-9db7-9b5991ac642a req-013866b5-b2f7-4d7c-b516-e34bd464b31b tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:32.703366 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7a3a117e-0ca1-464d-9db7-9b5991ac642a req-013866b5-b2f7-4d7c-b516-e34bd464b31b tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.0739484
Dec 30 16:23:32.755263 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7a3a117e-0ca1-464d-9db7-9b5991ac642a req-57c2916b-08d8-4991-a94d-40777ace35ef tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432959
Dec 30 16:23:33.361853 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcc6a94-0aca-4a2a-ba84-cf80eca52784 req-061ce5ca-489a-40df-9300-b8a555573c7a tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:33.362527 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-fbcc6a94-0aca-4a2a-ba84-cf80eca52784 req-061ce5ca-489a-40df-9300-b8a555573c7a tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Synchronizing usage tracker for tenant:1536238b1f9f45e0859c9074dfb7be10 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:23:33.381633 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-fbcc6a94-0aca-4a2a-ba84-cf80eca52784 req-061ce5ca-489a-40df-9300-b8a555573c7a tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Unset dirty status for tenant:1536238b1f9f45e0859c9074dfb7be10 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:23:33.382739 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-fbcc6a94-0aca-4a2a-ba84-cf80eca52784 req-061ce5ca-489a-40df-9300-b8a555573c7a tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 943 time: 0.1004910
Dec 30 16:23:33.434858 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-fbcc6a94-0aca-4a2a-ba84-cf80eca52784 req-9473252e-0d70-4cc5-9e24-20ee5202a758 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438271
Dec 30 16:23:33.965382 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8844d-8d60-49b8-a609-8214ca8e3a05 req-681c2d56-735c-41f7-aee9-c4326a8357db tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:33.966805 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-46c8844d-8d60-49b8-a609-8214ca8e3a05 req-681c2d56-735c-41f7-aee9-c4326a8357db tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.0788653
Dec 30 16:23:34.011548 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-46c8844d-8d60-49b8-a609-8214ca8e3a05 req-bf29c9d8-cb2e-47d3-a6a6-de441cdc721a tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390160
Dec 30 16:23:34.656393 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9554604-43b1-4d62-a3f8-8881ef03f496 req-928f359e-ea24-4d9f-afee-a7d9649a2f57 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:34.657903 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f9554604-43b1-4d62-a3f8-8881ef03f496 req-928f359e-ea24-4d9f-afee-a7d9649a2f57 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 943 time: 0.0840416
Dec 30 16:23:34.705755 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f9554604-43b1-4d62-a3f8-8881ef03f496 req-60ddac34-fd6e-4adc-aef5-ba7a3c3ff3fb tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394583
Dec 30 16:23:34.975481 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c74908-330e-44e1-9867-ea980bc7e6c7 req-a4550463-da49-48ba-8d34-00da4811b67c tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:34.976899 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-77c74908-330e-44e1-9867-ea980bc7e6c7 req-a4550463-da49-48ba-8d34-00da4811b67c tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.43 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.0817277
Dec 30 16:23:35.116797 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-77c74908-330e-44e1-9867-ea980bc7e6c7 req-d58554a8-5d68-4ebe-9d4d-444daeb8483f tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Deleting port 58d25a44-56b8-4cdf-be95-380b236a795e {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:23:35.117093 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-77c74908-330e-44e1-9867-ea980bc7e6c7 req-d58554a8-5d68-4ebe-9d4d-444daeb8483f tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:35.274539 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7782a4-75b4-4ffe-8e06-9a01fbbad022 req-5d56732b-870b-43e2-9790-6e2fc202d51b tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:35.275888 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fc7782a4-75b4-4ffe-8e06-9a01fbbad022 req-5d56732b-870b-43e2-9790-6e2fc202d51b tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=2822ffea-0f41-4ae8-ba02-fb8a018b6374 HTTP/1.1" status: 200  len: 945 time: 0.1433699
Dec 30 16:23:35.320996 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fc7782a4-75b4-4ffe-8e06-9a01fbbad022 req-e49d2a82-ecf1-4205-8341-81c7b21c798d tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394120
Dec 30 16:23:35.359448 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-77c74908-330e-44e1-9867-ea980bc7e6c7 req-d58554a8-5d68-4ebe-9d4d-444daeb8483f tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] For port 58d25a44-56b8-4cdf-be95-380b236a795e, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=58d25a44-56b8-4cdf-be95-380b236a795e,segment=NetworkSegment(e9408c5f-3563-4c56-a42a-2b5384e3f3f8),segment_id=e9408c5f-3563-4c56-a42a-2b5384e3f3f8)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:23:35.359975 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-77c74908-330e-44e1-9867-ea980bc7e6c7 req-d58554a8-5d68-4ebe-9d4d-444daeb8483f tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:35.482076 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-77c74908-330e-44e1-9867-ea980bc7e6c7 req-d58554a8-5d68-4ebe-9d4d-444daeb8483f tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Calling delete_port for 58d25a44-56b8-4cdf-be95-380b236a795e owned by compute:nova {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:23:35.560569 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba details requested by agent hyperv_hv-cinder-82293 with host hv-cinder-82293 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 30 16:23:35.632837 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-77c74908-330e-44e1-9867-ea980bc7e6c7 req-d58554a8-5d68-4ebe-9d4d-444daeb8483f tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:35.666164 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['6c800868-57e5-476a-a3e8-9124309466ce', '58d25a44-56b8-4cdf-be95-380b236a795e'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:23:35.682115 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58554a8-5d68-4ebe-9d4d-444daeb8483f tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Pushing event deleted for resources: {'Port': ['ID=58d25a44-56b8-4cdf-be95-380b236a795e,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:23:35.754118 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c74908-330e-44e1-9867-ea980bc7e6c7 req-d58554a8-5d68-4ebe-9d4d-444daeb8483f tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] No DVR routers for this DVR port 58d25a44-56b8-4cdf-be95-380b236a795e on host hv-cinder-82293 {{(pid=82857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 30 16:23:35.756615 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-77c74908-330e-44e1-9867-ea980bc7e6c7 req-d58554a8-5d68-4ebe-9d4d-444daeb8483f tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:35.759268 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2822ffea-0f41-4ae8-ba02-fb8a018b6374', 'name': 'network-vif-deleted', 'tag': '58d25a44-56b8-4cdf-be95-380b236a795e'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:23:35.784093 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=7edc38f1-ccf0-4a6b-af2b-27c8272c37ba,segment=NetworkSegment(5936c83c-be6b-48e8-9fcb-7dbbfde67386),segment_id=5936c83c-be6b-48e8-9fcb-7dbbfde67386)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:23:35.785107 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-77c74908-330e-44e1-9867-ea980bc7e6c7 req-d58554a8-5d68-4ebe-9d4d-444daeb8483f tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.43 "DELETE /v2.0/ports/58d25a44-56b8-4cdf-be95-380b236a795e HTTP/1.1" status: 204  len: 173 time: 0.8014548
Dec 30 16:23:35.800112 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Returning: {'device': '7edc38f1-ccf0-4a6b-af2b-27c8272c37ba', 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283', 'port_id': '7edc38f1-ccf0-4a6b-af2b-27c8272c37ba', 'mac_address': 'fa:16:3e:c4:b7:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 30 16:23:35.819192 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2822ffea-0f41-4ae8-ba02-fb8a018b6374', 'name': 'network-vif-deleted', 'tag': '58d25a44-56b8-4cdf-be95-380b236a795e', 'status': 'completed', 'code': 200}
Dec 30 16:23:35.867419 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:35.899884 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:23:35.934012 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=7edc38f1-ccf0-4a6b-af2b-27c8272c37ba,segment=NetworkSegment(5936c83c-be6b-48e8-9fcb-7dbbfde67386),segment_id=5936c83c-be6b-48e8-9fcb-7dbbfde67386)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:23:35.945616 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:35.958857 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22111410-689e-42a5-8d4e-e01a98e446ad req-05649d83-c7b6-4b22-8e9b-b1b750d78a1b tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:35.960299 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-22111410-689e-42a5-8d4e-e01a98e446ad req-05649d83-c7b6-4b22-8e9b-b1b750d78a1b tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 943 time: 0.0941417
Dec 30 16:23:36.005782 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-22111410-689e-42a5-8d4e-e01a98e446ad req-e6b655e2-2645-4768-8947-e2689d4179a7 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396852
Dec 30 16:23:36.040374 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=7edc38f1-ccf0-4a6b-af2b-27c8272c37ba,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:23:36.053483 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:23:36.053824 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:23:36.054155 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:23:36.054480 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:23:36.054806 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:23:36.055126 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:23:36.055468 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:23:36.055784 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:23:36.056095 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:23:36.056408 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:23:36.056717 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:23:36.243108 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['7edc38f1-ccf0-4a6b-af2b-27c8272c37ba'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:23:36.835338 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e3391-18fd-4ce5-a742-cbeb34acda1e req-942b7bc1-4f8d-4f54-af6f-bcc9914de093 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:36.836684 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8a8e3391-18fd-4ce5-a742-cbeb34acda1e req-942b7bc1-4f8d-4f54-af6f-bcc9914de093 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0801589
Dec 30 16:23:36.881972 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8a8e3391-18fd-4ce5-a742-cbeb34acda1e req-2d787d76-01ba-48f4-aaba-b203787c238a tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397239
Dec 30 16:23:37.238735 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260bc645-6f90-4d7f-b220-2a22d7d7315f req-42dae8f2-c56d-4385-a546-bb88fedbb8d7 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:37.240260 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-260bc645-6f90-4d7f-b220-2a22d7d7315f req-42dae8f2-c56d-4385-a546-bb88fedbb8d7 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 944 time: 0.0879436
Dec 30 16:23:37.292494 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-260bc645-6f90-4d7f-b220-2a22d7d7315f req-16b91aa5-8b83-411a-b763-98ade1f1c668 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440989
Dec 30 16:23:37.557082 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba up at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:23:37.632781 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning for port 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:23:37.640019 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning complete for port 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:23:37.640550 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:37.752764 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:37.785620 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbead259-ae38-47a8-9942-4011784a381e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edc38f1-ccf0-4a6b-af2b-27c8272c37ba'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:23:37.794736 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=7edc38f1-ccf0-4a6b-af2b-27c8272c37ba,segment=NetworkSegment(5936c83c-be6b-48e8-9fcb-7dbbfde67386),segment_id=5936c83c-be6b-48e8-9fcb-7dbbfde67386)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:23:37.800108 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:37.800839 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 58d25a44-56b8-4cdf-be95-380b236a795e no longer exists at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:23:37.867589 dv-cinder-822939-1-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbead259-ae38-47a8-9942-4011784a381e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edc38f1-ccf0-4a6b-af2b-27c8272c37ba', 'code': 200}
Dec 30 16:23:37.874028 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] No Port match for: 58d25a44-56b8-4cdf-be95-380b236a795e {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:23:37.874353 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 58d25a44-56b8-4cdf-be95-380b236a795e not bound to the agent host hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:23:37.900872 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=7edc38f1-ccf0-4a6b-af2b-27c8272c37ba,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:23:38.205872 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eecfeb-5c87-429a-9861-579b0128a41c req-7592116a-bf8a-4f3f-b954-e8bc7fdd4b16 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:38.206891 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-c1eecfeb-5c87-429a-9861-579b0128a41c req-7592116a-bf8a-4f3f-b954-e8bc7fdd4b16 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Synchronizing usage tracker for tenant:bfcfc39d438a466484958cfa05016678 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:23:38.214652 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a466be71-5255-4fb9-af52-a87ca0c4d53a req-1c110e73-d66f-48af-a41a-c72b725ba193 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 1098 time: 0.1057222
Dec 30 16:23:38.239451 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-c1eecfeb-5c87-429a-9861-579b0128a41c req-7592116a-bf8a-4f3f-b954-e8bc7fdd4b16 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Unset dirty status for tenant:bfcfc39d438a466484958cfa05016678 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:23:38.240560 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c1eecfeb-5c87-429a-9861-579b0128a41c req-7592116a-bf8a-4f3f-b954-e8bc7fdd4b16 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.1656175
Dec 30 16:23:38.294576 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a466be71-5255-4fb9-af52-a87ca0c4d53a req-a309233d-8529-48d9-b8c3-51332bdf71c3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0710337
Dec 30 16:23:38.311915 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c1eecfeb-5c87-429a-9861-579b0128a41c req-1267f911-6a06-4a01-ae05-fdab0672b5db tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638542
Dec 30 16:23:38.529795 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebfa52-93e2-4f0a-823a-42b7ef52dcba req-a839768e-e48d-4aab-9340-cd25c111cbee tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:38.531215 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-43ebfa52-93e2-4f0a-823a-42b7ef52dcba req-a839768e-e48d-4aab-9340-cd25c111cbee tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 945 time: 0.0828509
Dec 30 16:23:38.579650 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-43ebfa52-93e2-4f0a-823a-42b7ef52dcba req-96d161da-d50f-4fe7-99f2-3b8655f3baae tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404949
Dec 30 16:23:39.526200 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55947d14-38b4-454e-bbbd-db693f210697 req-2d57d191-daec-4d46-8c72-ea0acdaeed8d tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:39.527921 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-55947d14-38b4-454e-bbbd-db693f210697 req-2d57d191-daec-4d46-8c72-ea0acdaeed8d tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0859871
Dec 30 16:23:39.575273 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-55947d14-38b4-454e-bbbd-db693f210697 req-ebe18e4c-c79a-43f1-8b2b-f59a16029222 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414557
Dec 30 16:23:39.818830 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3af4e-dd92-4738-9c7f-73ef4a618342 req-4c9ea09d-2dce-42af-b77e-3280567bf412 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:39.820237 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-75b3af4e-dd92-4738-9c7f-73ef4a618342 req-4c9ea09d-2dce-42af-b77e-3280567bf412 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 945 time: 0.0889301
Dec 30 16:23:39.868569 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-75b3af4e-dd92-4738-9c7f-73ef4a618342 req-fce081e7-fa6e-4e2c-8d88-2591c8e878a9 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402598
Dec 30 16:23:40.092505 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751471b-b440-47cc-82fb-8e2ce9d283b8 req-272219e2-83ea-4780-8c9d-a22f1969cedb tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:40.094008 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d751471b-b440-47cc-82fb-8e2ce9d283b8 req-272219e2-83ea-4780-8c9d-a22f1969cedb tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 945 time: 0.0869770
Dec 30 16:23:40.103207 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 53050) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:23:40.108520 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-fb1deb15-9167-4ea2-a7a2-bc29c1e23f0a tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Request body: {'floatingip': {'port_id': '7edc38f1-ccf0-4a6b-af2b-27c8272c37ba'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:23:40.183633 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fb1deb15-9167-4ea2-a7a2-bc29c1e23f0a tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for floatingip, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:40.818239 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fb1deb15-9167-4ea2-a7a2-bc29c1e23f0a tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:40.824122 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fb1deb15-9167-4ea2-a7a2-bc29c1e23f0a tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4017950'] for floatingip, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:40.906893 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae463f69-fa1a-49f5-b1da-c3f125616e33 req-6b3e05c3-414f-4c62-a914-f4ae624826f4 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:40.908480 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ae463f69-fa1a-49f5-b1da-c3f125616e33 req-6b3e05c3-414f-4c62-a914-f4ae624826f4 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.1790454
Dec 30 16:23:41.002330 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ae463f69-fa1a-49f5-b1da-c3f125616e33 req-cb259e38-55de-4529-bfb9-79e4fe219652 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869439
Dec 30 16:23:41.070468 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.db.l3_db [None req-fb1deb15-9167-4ea2-a7a2-bc29c1e23f0a tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Floating IP 794c14db-b550-47e1-b3c0-b8be251e25bb associated. External IP: 172.27.1.16, port: 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba.
Dec 30 16:23:41.540010 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1deb15-9167-4ea2-a7a2-bc29c1e23f0a tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Router 6caf6826-0f9c-48d3-b2c1-3dcea1b62223 has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:23:41.753467 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1deb15-9167-4ea2-a7a2-bc29c1e23f0a tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:23:41.758533 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fb1deb15-9167-4ea2-a7a2-bc29c1e23f0a tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for floatingip, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:41.763398 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ce860e-bd2c-4446-a304-f2389ab2b3ba None None] Sync routers for ids ['6caf6826-0f9c-48d3-b2c1-3dcea1b62223'] in dv-cinder-822939-1-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:23:41.776352 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ce860e-bd2c-4446-a304-f2389ab2b3ba None None] Routers {'6caf6826-0f9c-48d3-b2c1-3dcea1b62223'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:23:41.777030 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-c8ce860e-bd2c-4446-a304-f2389ab2b3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d5580e80>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:23:17Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['6caf6826-0f9c-48d3-b2c1-3dcea1b62223'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:23:41.816152 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-fb1deb15-9167-4ea2-a7a2-bc29c1e23f0a tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "PUT /v2.0/floatingips/794c14db-b550-47e1-b3c0-b8be251e25bb HTTP/1.1" status: 200  len: 990 time: 1.7093093
Dec 30 16:23:41.816152 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbead259-ae38-47a8-9942-4011784a381e', 'tag': '7edc38f1-ccf0-4a6b-af2b-27c8272c37ba'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:23:41.878470 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbead259-ae38-47a8-9942-4011784a381e', 'tag': '7edc38f1-ccf0-4a6b-af2b-27c8272c37ba', 'status': 'completed', 'code': 200}
Dec 30 16:23:41.959439 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-c8ce860e-bd2c-4446-a304-f2389ab2b3ba None None] Set router 6caf6826-0f9c-48d3-b2c1-3dcea1b62223 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:23:41.980729 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-93e463f9-4b66-4bc6-9267-0b3bc09d829d req-d744e699-f126-4ca2-9da4-5cf083bcb0ba service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1536238b1f9f45e0859c9074dfb7be10&device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 1098 time: 0.0698445
Dec 30 16:23:42.114696 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e463f9-4b66-4bc6-9267-0b3bc09d829d req-db2cc636-9e0d-4bfa-9f47-8853d8d4ae7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:42.116138 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-93e463f9-4b66-4bc6-9267-0b3bc09d829d req-db2cc636-9e0d-4bfa-9f47-8853d8d4ae7d service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a0d327b-13ae-4aab-8565-47511b5fa283 HTTP/1.1" status: 200  len: 917 time: 0.1277666
Dec 30 16:23:42.213508 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223486f-e35c-4b02-b968-a5e9fceaa7bf req-dd980dc4-6022-4fe2-913b-b3ecc26672bc tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:42.214955 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a223486f-e35c-4b02-b968-a5e9fceaa7bf req-dd980dc4-6022-4fe2-913b-b3ecc26672bc tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0805452
Dec 30 16:23:42.223200 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-93e463f9-4b66-4bc6-9267-0b3bc09d829d req-3dbe3566-f93a-4a75-9578-bf02d4d05eff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7edc38f1-ccf0-4a6b-af2b-27c8272c37ba HTTP/1.1" status: 200  len: 998 time: 0.0991285
Dec 30 16:23:42.266949 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a223486f-e35c-4b02-b968-a5e9fceaa7bf req-ed470bf7-3dba-4781-8b4a-79caaf866d10 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/security-groups?id=6d3e18cc-76a4-49de-b371-27487e3712dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453227
Dec 30 16:23:42.299104 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e463f9-4b66-4bc6-9267-0b3bc09d829d req-2a09b5a4-6902-49a9-8240-0891e508b543 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:42.300573 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-93e463f9-4b66-4bc6-9267-0b3bc09d829d req-2a09b5a4-6902-49a9-8240-0891e508b543 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0ef2724a-abaf-4140-a584-2ca4130b70f6 HTTP/1.1" status: 200  len: 856 time: 0.0699327
Dec 30 16:23:42.306051 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-c8ce860e-bd2c-4446-a304-f2389ab2b3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d5580e80>, [{'id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'name': 'tempest-AttachVolumeShelveTestJSON-1869069484-router', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:28Z', 'revision_number': 4, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'gw_port': {'id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_floatingips': [{'id': '794c14db-b550-47e1-b3c0-b8be251e25bb', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'floating_ip_address': '172.27.1.16', 'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'router_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'port_id': '7edc38f1-ccf0-4a6b-af2b-27c8272c37ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283', 'mac_address': 'fa:16:3e:c4:b7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbead259-ae38-47a8-9942-4011784a381e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-30T16:23:26Z', 'updated_at': '2021-12-30T16:23:40Z', 'revision_number': 1, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b667db6-4d09-45c9-99d9-8ac3932d6b0d', 'name': '', 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'mac_address': 'fa:16:3e:5c:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:19:52Z', 'revision_number': 5, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'subnets': [{'id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:23:42.310850 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ce860e-bd2c-4446-a304-f2389ab2b3ba None None] Checking router: 6caf6826-0f9c-48d3-b2c1-3dcea1b62223 for host: dv-cinder-822939-1-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:23:42.322905 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ce860e-bd2c-4446-a304-f2389ab2b3ba None None] Routers {'6caf6826-0f9c-48d3-b2c1-3dcea1b62223'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:23:42.323521 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-c8ce860e-bd2c-4446-a304-f2389ab2b3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d5580e80>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:23:17Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['6caf6826-0f9c-48d3-b2c1-3dcea1b62223'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:23:42.440596 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-93e463f9-4b66-4bc6-9267-0b3bc09d829d req-6643ed5c-3dbf-412a-8288-e37b33ad1d5d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a0d327b-13ae-4aab-8565-47511b5fa283&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1323242
Dec 30 16:23:42.537485 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-c8ce860e-bd2c-4446-a304-f2389ab2b3ba None None] Set router 6caf6826-0f9c-48d3-b2c1-3dcea1b62223 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:23:42.576004 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-93e463f9-4b66-4bc6-9267-0b3bc09d829d req-6990127b-8950-4a08-9333-a16e86a604de service neutron] 10.222.0.43 "GET /v2.0/networks/9a0d327b-13ae-4aab-8565-47511b5fa283?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283062
Dec 30 16:23:42.748598 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-93e463f9-4b66-4bc6-9267-0b3bc09d829d req-461bbbe7-c77e-4084-966e-7410056573c8 service neutron] 10.222.0.43 "GET /v2.0/networks/9a0d327b-13ae-4aab-8565-47511b5fa283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1657298
Dec 30 16:23:42.781073 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf70461-4b92-4a3e-93af-3e35a1203880 req-db10fec1-6415-42bf-9160-f0e2f0163dba tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:42.782901 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-caf70461-4b92-4a3e-93af-3e35a1203880 req-db10fec1-6415-42bf-9160-f0e2f0163dba tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.43 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 945 time: 0.0978501
Dec 30 16:23:42.854070 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-caf70461-4b92-4a3e-93af-3e35a1203880 req-e061c351-9b4c-4c55-8bee-4946b9dfba36 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Deleting port 6c800868-57e5-476a-a3e8-9124309466ce {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:23:42.854289 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-caf70461-4b92-4a3e-93af-3e35a1203880 req-e061c351-9b4c-4c55-8bee-4946b9dfba36 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:42.884072 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-c8ce860e-bd2c-4446-a304-f2389ab2b3ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d5580e80>, [{'id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'name': 'tempest-AttachVolumeShelveTestJSON-1869069484-router', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:28Z', 'revision_number': 4, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'gw_port': {'id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_floatingips': [{'id': '794c14db-b550-47e1-b3c0-b8be251e25bb', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'floating_ip_address': '172.27.1.16', 'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'router_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'port_id': '7edc38f1-ccf0-4a6b-af2b-27c8272c37ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283', 'mac_address': 'fa:16:3e:c4:b7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbead259-ae38-47a8-9942-4011784a381e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-30T16:23:26Z', 'updated_at': '2021-12-30T16:23:40Z', 'revision_number': 1, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b667db6-4d09-45c9-99d9-8ac3932d6b0d', 'name': '', 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'mac_address': 'fa:16:3e:5c:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:19:52Z', 'revision_number': 5, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'subnets': [{'id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:23:42.888013 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ce860e-bd2c-4446-a304-f2389ab2b3ba None None] The sync data for ids ['6caf6826-0f9c-48d3-b2c1-3dcea1b62223'] in dv-cinder-822939-1-iscsi is: [{'id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'name': 'tempest-AttachVolumeShelveTestJSON-1869069484-router', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:28Z', 'revision_number': 4, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'gw_port': {'id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_floatingips': [{'id': '794c14db-b550-47e1-b3c0-b8be251e25bb', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'floating_ip_address': '172.27.1.16', 'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'router_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'port_id': '7edc38f1-ccf0-4a6b-af2b-27c8272c37ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283', 'mac_address': 'fa:16:3e:c4:b7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbead259-ae38-47a8-9942-4011784a381e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-30T16:23:26Z', 'updated_at': '2021-12-30T16:23:40Z', 'revision_number': 1, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b667db6-4d09-45c9-99d9-8ac3932d6b0d', 'name': '', 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'mac_address': 'fa:16:3e:5c:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:19:52Z', 'revision_number': 5, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'subnets': [{'id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:23:43.100234 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-caf70461-4b92-4a3e-93af-3e35a1203880 req-e061c351-9b4c-4c55-8bee-4946b9dfba36 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] For port 6c800868-57e5-476a-a3e8-9124309466ce, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=6c800868-57e5-476a-a3e8-9124309466ce,segment=NetworkSegment(e9408c5f-3563-4c56-a42a-2b5384e3f3f8),segment_id=e9408c5f-3563-4c56-a42a-2b5384e3f3f8)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:23:43.100728 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-caf70461-4b92-4a3e-93af-3e35a1203880 req-e061c351-9b4c-4c55-8bee-4946b9dfba36 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:43.102600 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165c9ebd-8506-40c9-817f-d1127abdeffc None None] New status for floating IP 794c14db-b550-47e1-b3c0-b8be251e25bb: ACTIVE {{(pid=82859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 30 16:23:43.224705 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-caf70461-4b92-4a3e-93af-3e35a1203880 req-e061c351-9b4c-4c55-8bee-4946b9dfba36 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Calling delete_port for 6c800868-57e5-476a-a3e8-9124309466ce owned by compute:nova {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:23:43.377922 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-caf70461-4b92-4a3e-93af-3e35a1203880 req-e061c351-9b4c-4c55-8bee-4946b9dfba36 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:43.389238 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['6c800868-57e5-476a-a3e8-9124309466ce'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:23:43.430656 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-50003152-fa29-4c29-be53-93b8b5b5217a req-42ece4fb-968c-4895-baac-a09051583ce3 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.31 "GET /v2.0/ports?device_id=83fe91e5-dfd6-480e-93fd-5d1f12e7e22f HTTP/1.1" status: 200  len: 210 time: 0.0413945
Dec 30 16:23:43.431788 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061c351-9b4c-4c55-8bee-4946b9dfba36 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Pushing event deleted for resources: {'Port': ['ID=6c800868-57e5-476a-a3e8-9124309466ce,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:23:43.513095 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf70461-4b92-4a3e-93af-3e35a1203880 req-e061c351-9b4c-4c55-8bee-4946b9dfba36 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] No DVR routers for this DVR port 6c800868-57e5-476a-a3e8-9124309466ce on host hv-cinder-82293 {{(pid=82857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 30 16:23:43.515813 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-caf70461-4b92-4a3e-93af-3e35a1203880 req-e061c351-9b4c-4c55-8bee-4946b9dfba36 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:43.518380 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fe91e5-dfd6-480e-93fd-5d1f12e7e22f', 'name': 'network-vif-deleted', 'tag': '6c800868-57e5-476a-a3e8-9124309466ce'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:23:43.534244 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-caf70461-4b92-4a3e-93af-3e35a1203880 req-e061c351-9b4c-4c55-8bee-4946b9dfba36 tempest-ServerRescueNegativeTestJSON-420345217 tempest-ServerRescueNegativeTestJSON-420345217-project] 10.222.0.43 "DELETE /v2.0/ports/6c800868-57e5-476a-a3e8-9124309466ce HTTP/1.1" status: 204  len: 173 time: 0.7454951
Dec 30 16:23:43.577338 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fe91e5-dfd6-480e-93fd-5d1f12e7e22f', 'name': 'network-vif-deleted', 'tag': '6c800868-57e5-476a-a3e8-9124309466ce', 'status': 'completed', 'code': 200}
Dec 30 16:23:44.552929 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 53072) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:23:44.948323 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c3dc5992-34fd-4fee-9441-d588db706848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4017164'] for router_interface, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:45.133555 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-71d2a98b-45a1-46c8-8b1a-3f6cc067d22b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:45.649012 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-c3dc5992-34fd-4fee-9441-d588db706848 admin admin] Deleting port 7943870d-3c21-4413-9ba4-49ba3500afd3 {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:23:45.649933 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c3dc5992-34fd-4fee-9441-d588db706848 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:45.822238 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-c3dc5992-34fd-4fee-9441-d588db706848 admin admin] For port 7943870d-3c21-4413-9ba4-49ba3500afd3, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=7943870d-3c21-4413-9ba4-49ba3500afd3,segment=NetworkSegment(e9408c5f-3563-4c56-a42a-2b5384e3f3f8),segment_id=e9408c5f-3563-4c56-a42a-2b5384e3f3f8)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:23:45.822724 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c3dc5992-34fd-4fee-9441-d588db706848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:45.945771 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-c3dc5992-34fd-4fee-9441-d588db706848 admin admin] Calling delete_port for 7943870d-3c21-4413-9ba4-49ba3500afd3 owned by network:router_interface {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:23:46.277098 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c3dc5992-34fd-4fee-9441-d588db706848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:46.323704 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc5992-34fd-4fee-9441-d588db706848 admin admin] Pushing event deleted for resources: {'Port': ['ID=7943870d-3c21-4413-9ba4-49ba3500afd3,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:23:46.690237 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c3dc5992-34fd-4fee-9441-d588db706848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4017400'] for router_interface, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:47.019822 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f07ad5e-5c40-4d2f-9298-cd222f2be335 req-6f13642d-e755-4552-8af4-1989d415aeb6 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:47.021272 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8f07ad5e-5c40-4d2f-9298-cd222f2be335 req-6f13642d-e755-4552-8af4-1989d415aeb6 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.0780602
Dec 30 16:23:47.066955 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8f07ad5e-5c40-4d2f-9298-cd222f2be335 req-663980ad-01cb-4cac-a8df-b3fa8ff4e300 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399504
Dec 30 16:23:47.266325 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3dc5992-34fd-4fee-9441-d588db706848 admin admin] Router 0bf18c64-f846-4049-9ccc-a6e1a07bacc4 has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:23:47.334939 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-307a0c45-4d36-42ce-b952-95187fce2370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:47.469308 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dc5992-34fd-4fee-9441-d588db706848 admin admin] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:23:47.479895 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51345661-0500-4b81-9cda-f98da48f96af None None] Sync routers for ids ['0bf18c64-f846-4049-9ccc-a6e1a07bacc4'] in dv-cinder-822939-1-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:23:47.482255 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-c3dc5992-34fd-4fee-9441-d588db706848 admin admin] 10.222.0.31 "PUT /v2.0/routers/0bf18c64-f846-4049-9ccc-a6e1a07bacc4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9282606
Dec 30 16:23:47.486079 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 53092) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:23:47.496917 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51345661-0500-4b81-9cda-f98da48f96af None None] Routers {'0bf18c64-f846-4049-9ccc-a6e1a07bacc4'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:23:47.497770 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-51345661-0500-4b81-9cda-f98da48f96af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d56bce50>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:23:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['0bf18c64-f846-4049-9ccc-a6e1a07bacc4'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:23:47.649643 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 6c800868-57e5-476a-a3e8-9124309466ce no longer exists at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:23:47.683200 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] No Port match for: 6c800868-57e5-476a-a3e8-9124309466ce {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:23:47.683429 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-51345661-0500-4b81-9cda-f98da48f96af None None] Set router 0bf18c64-f846-4049-9ccc-a6e1a07bacc4 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:23:47.683531 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 6c800868-57e5-476a-a3e8-9124309466ce not bound to the agent host hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:23:47.684613 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c64ccc5c-438b-4c1d-a3ee-b0423ed1756a admin admin] Notify callbacks [] for router, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:47.880482 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c64ccc5c-438b-4c1d-a3ee-b0423ed1756a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:47.892022 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-c64ccc5c-438b-4c1d-a3ee-b0423ed1756a admin admin] Deleting port 0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5 {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:23:47.892339 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c64ccc5c-438b-4c1d-a3ee-b0423ed1756a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:47.974696 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-51345661-0500-4b81-9cda-f98da48f96af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d56bce50>, [{'id': '0bf18c64-f846-4049-9ccc-a6e1a07bacc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1421378020-router', 'tenant_id': 'bfcfc39d438a466484958cfa05016678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.88'}], 'enable_snat': True}, 'gw_port_id': '0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:20:47Z', 'updated_at': '2021-12-30T16:23:46Z', 'revision_number': 5, 'project_id': 'bfcfc39d438a466484958cfa05016678', 'gw_port': {'id': '0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:e3:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf18c64-f846-4049-9ccc-a6e1a07bacc4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:20:48Z', 'updated_at': '2021-12-30T16:20:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi'}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:23:47.978659 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51345661-0500-4b81-9cda-f98da48f96af None None] Checking router: 0bf18c64-f846-4049-9ccc-a6e1a07bacc4 for host: dv-cinder-822939-1-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:23:47.989728 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51345661-0500-4b81-9cda-f98da48f96af None None] Routers {'0bf18c64-f846-4049-9ccc-a6e1a07bacc4'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:23:47.990338 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-51345661-0500-4b81-9cda-f98da48f96af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d56bce50>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:23:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['0bf18c64-f846-4049-9ccc-a6e1a07bacc4'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:23:48.146750 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-51345661-0500-4b81-9cda-f98da48f96af None None] Set router 0bf18c64-f846-4049-9ccc-a6e1a07bacc4 gateway port host: None {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:23:48.169873 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-c64ccc5c-438b-4c1d-a3ee-b0423ed1756a admin admin] For port 0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5,segment=NetworkSegment(a1965180-a5eb-4dfc-97e0-14ede4debdc3),segment_id=a1965180-a5eb-4dfc-97e0-14ede4debdc3)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:23:48.170358 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c64ccc5c-438b-4c1d-a3ee-b0423ed1756a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:48.287291 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb26ae8-fcf9-4b8b-a215-e2720d2ffa2a req-981a1aa0-19b2-48fc-b79a-05bc26c4a4e8 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:48.293642 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3bb26ae8-fcf9-4b8b-a215-e2720d2ffa2a req-981a1aa0-19b2-48fc-b79a-05bc26c4a4e8 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.1009436
Dec 30 16:23:48.295859 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-c64ccc5c-438b-4c1d-a3ee-b0423ed1756a admin admin] Calling delete_port for 0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5 owned by network:router_gateway {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:23:48.298462 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-51345661-0500-4b81-9cda-f98da48f96af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d56bce50>, [{'id': '0bf18c64-f846-4049-9ccc-a6e1a07bacc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1421378020-router', 'tenant_id': 'bfcfc39d438a466484958cfa05016678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:20:47Z', 'updated_at': '2021-12-30T16:23:47Z', 'revision_number': 6, 'project_id': 'bfcfc39d438a466484958cfa05016678', 'gw_port_host': None}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:23:48.303169 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51345661-0500-4b81-9cda-f98da48f96af None None] The sync data for ids ['0bf18c64-f846-4049-9ccc-a6e1a07bacc4'] in dv-cinder-822939-1-iscsi is: [{'id': '0bf18c64-f846-4049-9ccc-a6e1a07bacc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1421378020-router', 'tenant_id': 'bfcfc39d438a466484958cfa05016678', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:20:47Z', 'updated_at': '2021-12-30T16:23:47Z', 'revision_number': 6, 'project_id': 'bfcfc39d438a466484958cfa05016678', 'gw_port_host': None}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:23:48.335993 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:48.347943 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3bb26ae8-fcf9-4b8b-a215-e2720d2ffa2a req-eb93a257-b76c-4a93-80ec-0f43eed2b5e0 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532608
Dec 30 16:23:48.466116 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c64ccc5c-438b-4c1d-a3ee-b0423ed1756a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:48.513485 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ccc5c-438b-4c1d-a3ee-b0423ed1756a admin admin] Pushing event deleted for resources: {'Port': ['ID=0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:23:48.666122 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:48.774712 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c64ccc5c-438b-4c1d-a3ee-b0423ed1756a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4018033'] for router_gateway, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:49.040375 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c64ccc5c-438b-4c1d-a3ee-b0423ed1756a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4016102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3406'] for router, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:49.047776 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c64ccc5c-438b-4c1d-a3ee-b0423ed1756a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:49.058885 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f628af-a173-4df1-a579-455522e1d35a req-50b89352-b3fb-47bd-aa74-e88bedf6669e tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:49.060316 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c2f628af-a173-4df1-a579-455522e1d35a req-50b89352-b3fb-47bd-aa74-e88bedf6669e tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.3179846
Dec 30 16:23:49.184881 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c64ccc5c-438b-4c1d-a3ee-b0423ed1756a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4015446'] for router, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:49.185395 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64ccc5c-438b-4c1d-a3ee-b0423ed1756a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bf18c64-f846-4049-9ccc-a6e1a07bacc4 {{(pid=82857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 30 16:23:49.198768 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-c2f628af-a173-4df1-a579-455522e1d35a req-484c4b7a-160d-4523-9199-3f3d82ddddc5 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Deleting port f885afb5-dec1-4ffc-a9b9-8ee26a12c34d {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:23:49.199089 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-c2f628af-a173-4df1-a579-455522e1d35a req-484c4b7a-160d-4523-9199-3f3d82ddddc5 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:49.244568 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c64ccc5c-438b-4c1d-a3ee-b0423ed1756a admin admin] Notify callbacks [] for router, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:49.245699 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-c64ccc5c-438b-4c1d-a3ee-b0423ed1756a admin admin] 10.222.0.31 "DELETE /v2.0/routers/0bf18c64-f846-4049-9ccc-a6e1a07bacc4 HTTP/1.1" status: 204  len: 168 time: 1.7596736
Dec 30 16:23:49.248477 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 53102) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:23:49.318635 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_v2 [None req-48bd14b2-f51f-40d2-9678-e93da6a6f358 admin admin] Deleting subnet 3b2b50e5-e35b-4e54-90cf-cd642185a38d {{(pid=82858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}}
Dec 30 16:23:49.322321 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-48bd14b2-f51f-40d2-9678-e93da6a6f358 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:49.373778 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-48bd14b2-f51f-40d2-9678-e93da6a6f358 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045561'] for subnet, precommit_delete_associations {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:49.434039 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-48bd14b2-f51f-40d2-9678-e93da6a6f358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-618588'] for subnet, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:49.535987 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-c2f628af-a173-4df1-a579-455522e1d35a req-484c4b7a-160d-4523-9199-3f3d82ddddc5 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] For port f885afb5-dec1-4ffc-a9b9-8ee26a12c34d, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=f885afb5-dec1-4ffc-a9b9-8ee26a12c34d,segment=NetworkSegment(22bfbb1f-a0de-45b6-8d76-3ecdcb181432),segment_id=22bfbb1f-a0de-45b6-8d76-3ecdcb181432)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:23:49.536259 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-c2f628af-a173-4df1-a579-455522e1d35a req-484c4b7a-160d-4523-9199-3f3d82ddddc5 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:49.559985 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-48bd14b2-f51f-40d2-9678-e93da6a6f358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-618599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2958376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2631253'] for subnet, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:49.599704 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bd14b2-f51f-40d2-9678-e93da6a6f358 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b2b50e5-e35b-4e54-90cf-cd642185a38d,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:23:49.610296 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741d375-fd84-46e0-9db8-4a97714d6835 req-f55d1b07-0a82-408d-9085-69f4ccbba6e3 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:49.611505 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4741d375-fd84-46e0-9db8-4a97714d6835 req-f55d1b07-0a82-408d-9085-69f4ccbba6e3 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 945 time: 0.1408556
Dec 30 16:23:49.622456 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-48bd14b2-f51f-40d2-9678-e93da6a6f358 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:49.642554 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd14b2-f51f-40d2-9678-e93da6a6f358 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:23:49.642891 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd14b2-f51f-40d2-9678-e93da6a6f358 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:23:49.643219 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd14b2-f51f-40d2-9678-e93da6a6f358 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:23:49.643542 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd14b2-f51f-40d2-9678-e93da6a6f358 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:23:49.643862 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd14b2-f51f-40d2-9678-e93da6a6f358 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:23:49.644180 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd14b2-f51f-40d2-9678-e93da6a6f358 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:23:49.644497 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd14b2-f51f-40d2-9678-e93da6a6f358 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:23:49.644818 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd14b2-f51f-40d2-9678-e93da6a6f358 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:23:49.645132 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd14b2-f51f-40d2-9678-e93da6a6f358 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:23:49.645543 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd14b2-f51f-40d2-9678-e93da6a6f358 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:23:49.645856 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bd14b2-f51f-40d2-9678-e93da6a6f358 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:23:49.652374 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-48bd14b2-f51f-40d2-9678-e93da6a6f358 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3b2b50e5-e35b-4e54-90cf-cd642185a38d HTTP/1.1" status: 204  len: 168 time: 0.4029253
Dec 30 16:23:49.654904 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 53108) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:23:49.758162 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4741d375-fd84-46e0-9db8-4a97714d6835 req-1f882288-794a-4c9f-b7e0-692c1052a24b tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=bd5ba63b-323d-404a-9a34-f085df778d61&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1386445
Dec 30 16:23:49.780558 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-838ee210-19b4-4499-a0f4-0646dc801a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544548'] for network, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:49.816956 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:49.861326 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-c2f628af-a173-4df1-a579-455522e1d35a req-484c4b7a-160d-4523-9199-3f3d82ddddc5 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:49.863310 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-c2f628af-a173-4df1-a579-455522e1d35a req-484c4b7a-160d-4523-9199-3f3d82ddddc5 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4017950'] for floatingip, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:49.865452 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.db.l3_db [req-c2f628af-a173-4df1-a579-455522e1d35a req-484c4b7a-160d-4523-9199-3f3d82ddddc5 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Floating IP 1f7239da-eb72-4a19-a4c6-4baf9fc1db3d disassociated. External IP: 172.27.1.190, port: f885afb5-dec1-4ffc-a9b9-8ee26a12c34d.
Dec 30 16:23:49.866116 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-c2f628af-a173-4df1-a579-455522e1d35a req-484c4b7a-160d-4523-9199-3f3d82ddddc5 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Calling delete_port for f885afb5-dec1-4ffc-a9b9-8ee26a12c34d owned by compute:nova {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:23:49.866711 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5 no longer exists at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:23:49.901934 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] No Port match for: 0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:23:49.903211 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 0e5e5b6c-b446-4fb1-a8a7-0c0a60d49dc5 not bound to the agent host dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:23:49.903624 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 7943870d-3c21-4413-9ba4-49ba3500afd3 no longer exists at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:23:49.927498 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-838ee210-19b4-4499-a0f4-0646dc801a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-618013', 'neutron.services.segments.db._delete_segments_for_network-8793096430318'] for network, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:49.937322 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] No Port match for: 7943870d-3c21-4413-9ba4-49ba3500afd3 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:23:49.937648 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 7943870d-3c21-4413-9ba4-49ba3500afd3 not bound to the agent host dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:23:49.953239 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-838ee210-19b4-4499-a0f4-0646dc801a6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff4d4af2a60>,) {'filters': {'network_id': ['a3de7164-b44c-4490-994c-7ba5630844e6']}} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:23:49.968074 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-838ee210-19b4-4499-a0f4-0646dc801a6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff4d4af2a60>, 'e9408c5f-3563-4c56-a42a-2b5384e3f3f8') {'for_net_delete': True} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:23:49.968606 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-838ee210-19b4-4499-a0f4-0646dc801a6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff4d4af2a60>, 'e9408c5f-3563-4c56-a42a-2b5384e3f3f8') {} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:23:49.980344 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-838ee210-19b4-4499-a0f4-0646dc801a6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793096435469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045536'] for segment, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:49.995738 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-838ee210-19b4-4499-a0f4-0646dc801a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:50.002654 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-838ee210-19b4-4499-a0f4-0646dc801a6b admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=82858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 30 16:23:50.002999 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-838ee210-19b4-4499-a0f4-0646dc801a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-621716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2958542'] for segment, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:50.016931 dv-cinder-822939-1-iscsi neutron-server[82858]: Traceback (most recent call last):
Dec 30 16:23:50.016931 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 30 16:23:50.016931 dv-cinder-822939-1-iscsi neutron-server[82858]:     timer()
Dec 30 16:23:50.016931 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 30 16:23:50.016931 dv-cinder-822939-1-iscsi neutron-server[82858]:     cb(*args, **kw)
Dec 30 16:23:50.016931 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 30 16:23:50.016931 dv-cinder-822939-1-iscsi neutron-server[82858]:     return func(*args, **kwargs)
Dec 30 16:23:50.016931 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 30 16:23:50.016931 dv-cinder-822939-1-iscsi neutron-server[82858]:     self._notify()
Dec 30 16:23:50.016931 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 30 16:23:50.016931 dv-cinder-822939-1-iscsi neutron-server[82858]:     self.callback(batched_events)
Dec 30 16:23:50.016931 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 30 16:23:50.016931 dv-cinder-822939-1-iscsi neutron-server[82858]:     event.method(event)
Dec 30 16:23:50.016931 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 30 16:23:50.016931 dv-cinder-822939-1-iscsi neutron-server[82858]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 30 16:23:50.016931 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 30 16:23:50.016931 dv-cinder-822939-1-iscsi neutron-server[82858]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 30 16:23:50.016931 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 30 16:23:50.016931 dv-cinder-822939-1-iscsi neutron-server[82858]:     return f(self, *a, **k)
Dec 30 16:23:50.016931 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 30 16:23:50.016931 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self._get(url).json()
Dec 30 16:23:50.016931 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 30 16:23:50.016931 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 30 16:23:50.016931 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 30 16:23:50.016931 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self.request(url, 'GET', **kwargs)
Dec 30 16:23:50.016931 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 30 16:23:50.016931 dv-cinder-822939-1-iscsi neutron-server[82858]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 30 16:23:50.016931 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 30 16:23:50.016931 dv-cinder-822939-1-iscsi neutron-server[82858]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 30 16:23:50.016931 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 30 16:23:50.016931 dv-cinder-822939-1-iscsi neutron-server[82858]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 30 16:23:50.016931 dv-cinder-822939-1-iscsi neutron-server[82858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 30 16:23:50.019361 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-c2f628af-a173-4df1-a579-455522e1d35a req-484c4b7a-160d-4523-9199-3f3d82ddddc5 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:50.067605 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c4b7a-160d-4523-9199-3f3d82ddddc5 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Pushing event deleted for resources: {'Port': ['ID=f885afb5-dec1-4ffc-a9b9-8ee26a12c34d,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:23:50.172381 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-838ee210-19b4-4499-a0f4-0646dc801a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-618002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4017932'] for network, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:50.187546 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-838ee210-19b4-4499-a0f4-0646dc801a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:50.197407 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ee210-19b4-4499-a0f4-0646dc801a6b admin admin] Pushing event deleted for resources: {'Network': ['ID=a3de7164-b44c-4490-994c-7ba5630844e6,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:23:50.207012 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-838ee210-19b4-4499-a0f4-0646dc801a6b admin admin] 10.222.0.31 "DELETE /v2.0/networks/a3de7164-b44c-4490-994c-7ba5630844e6 HTTP/1.1" status: 204  len: 168 time: 0.5511835
Dec 30 16:23:50.284841 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2f628af-a173-4df1-a579-455522e1d35a req-484c4b7a-160d-4523-9199-3f3d82ddddc5 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Router e5e016c0-5fc0-420a-8f2e-af1da10ce601 has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:23:50.413518 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 53116) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:23:50.470687 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-2330a1e7-b8b1-407f-94ad-8749b125c37c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bfcfc39d438a466484958cfa05016678&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0553324
Dec 30 16:23:50.473850 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 53120) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:23:50.501527 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2f628af-a173-4df1-a579-455522e1d35a req-484c4b7a-160d-4523-9199-3f3d82ddddc5 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:23:50.514012 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385543b7-f2db-4fdb-aae7-b56c5b1149fa None None] Sync routers for ids ['e5e016c0-5fc0-420a-8f2e-af1da10ce601'] in dv-cinder-822939-1-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:23:50.541032 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385543b7-f2db-4fdb-aae7-b56c5b1149fa None None] Routers {'e5e016c0-5fc0-420a-8f2e-af1da10ce601'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:23:50.541687 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-385543b7-f2db-4fdb-aae7-b56c5b1149fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d57ccfd0>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:23:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['e5e016c0-5fc0-420a-8f2e-af1da10ce601'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:23:50.550237 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cfb90bba-23cf-4dea-bd34-1e3184398938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:50.578223 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cfb90bba-23cf-4dea-bd34-1e3184398938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:50.579212 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:23:50.589773 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f628af-a173-4df1-a579-455522e1d35a req-484c4b7a-160d-4523-9199-3f3d82ddddc5 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] No DVR routers for this DVR port f885afb5-dec1-4ffc-a9b9-8ee26a12c34d on host hv-cinder-82293 {{(pid=82857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 30 16:23:50.592164 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-c2f628af-a173-4df1-a579-455522e1d35a req-484c4b7a-160d-4523-9199-3f3d82ddddc5 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:50.595131 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae8aa50-77f9-4a34-90ee-ddb355a9e625', 'name': 'network-vif-deleted', 'tag': 'f885afb5-dec1-4ffc-a9b9-8ee26a12c34d'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:23:50.625844 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c2f628af-a173-4df1-a579-455522e1d35a req-484c4b7a-160d-4523-9199-3f3d82ddddc5 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.43 "DELETE /v2.0/ports/f885afb5-dec1-4ffc-a9b9-8ee26a12c34d HTTP/1.1" status: 204  len: 173 time: 1.5590060
Dec 30 16:23:50.651859 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cfb90bba-23cf-4dea-bd34-1e3184398938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:50.667113 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae8aa50-77f9-4a34-90ee-ddb355a9e625', 'name': 'network-vif-deleted', 'tag': 'f885afb5-dec1-4ffc-a9b9-8ee26a12c34d', 'status': 'completed', 'code': 200}
Dec 30 16:23:50.669443 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb90bba-23cf-4dea-bd34-1e3184398938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3e18cc-76a4-49de-b371-27487e3712dd,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:23:50.682139 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cfb90bba-23cf-4dea-bd34-1e3184398938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:50.686314 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-cfb90bba-23cf-4dea-bd34-1e3184398938 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6d3e18cc-76a4-49de-b371-27487e3712dd HTTP/1.1" status: 204  len: 168 time: 0.2095003
Dec 30 16:23:50.766160 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-385543b7-f2db-4fdb-aae7-b56c5b1149fa None None] Set router e5e016c0-5fc0-420a-8f2e-af1da10ce601 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:23:50.975318 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-dc09cac2-9a5f-43c7-abea-df6dac8b6297 req-f9a5c90d-07d1-462a-83a0-8640d4cd28ae tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Synchronizing usage tracker for tenant:68a21c1767cb4406bba3b9b738393ddc on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:23:50.995987 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-dc09cac2-9a5f-43c7-abea-df6dac8b6297 req-f9a5c90d-07d1-462a-83a0-8640d4cd28ae tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Unset dirty status for tenant:68a21c1767cb4406bba3b9b738393ddc on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:23:50.998064 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-dc09cac2-9a5f-43c7-abea-df6dac8b6297 req-f9a5c90d-07d1-462a-83a0-8640d4cd28ae tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ae8aa50-77f9-4a34-90ee-ddb355a9e625 HTTP/1.1" status: 200  len: 210 time: 0.0748525
Dec 30 16:23:51.149496 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-385543b7-f2db-4fdb-aae7-b56c5b1149fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d57ccfd0>, [{'id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'name': 'tempest-AttachVolumeTestJSON-2073934760-router', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:19:35Z', 'revision_number': 4, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'gw_port': {'id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:29Z', 'updated_at': '2021-12-30T16:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': 'caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8', 'name': '', 'network_id': '1c537c90-32cb-4109-9814-ee7321945809', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'mac_address': 'fa:16:3e:75:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '944ab297-fca1-4f6e-94db-374949491f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:34Z', 'updated_at': '2021-12-30T16:20:04Z', 'revision_number': 5, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'subnets': [{'id': '944ab297-fca1-4f6e-94db-374949491f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:23:51.153342 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385543b7-f2db-4fdb-aae7-b56c5b1149fa None None] Checking router: e5e016c0-5fc0-420a-8f2e-af1da10ce601 for host: dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:23:51.164782 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385543b7-f2db-4fdb-aae7-b56c5b1149fa None None] Routers {'e5e016c0-5fc0-420a-8f2e-af1da10ce601'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:23:51.165348 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-385543b7-f2db-4fdb-aae7-b56c5b1149fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d57ccfd0>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:23:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['e5e016c0-5fc0-420a-8f2e-af1da10ce601'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:23:51.345017 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-385543b7-f2db-4fdb-aae7-b56c5b1149fa None None] Set router e5e016c0-5fc0-420a-8f2e-af1da10ce601 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:23:51.661040 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-385543b7-f2db-4fdb-aae7-b56c5b1149fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d57ccfd0>, [{'id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'name': 'tempest-AttachVolumeTestJSON-2073934760-router', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:19:35Z', 'revision_number': 4, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'gw_port': {'id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:29Z', 'updated_at': '2021-12-30T16:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': 'caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8', 'name': '', 'network_id': '1c537c90-32cb-4109-9814-ee7321945809', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'mac_address': 'fa:16:3e:75:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '944ab297-fca1-4f6e-94db-374949491f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:34Z', 'updated_at': '2021-12-30T16:20:04Z', 'revision_number': 5, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'subnets': [{'id': '944ab297-fca1-4f6e-94db-374949491f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:23:51.665189 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385543b7-f2db-4fdb-aae7-b56c5b1149fa None None] The sync data for ids ['e5e016c0-5fc0-420a-8f2e-af1da10ce601'] in dv-cinder-822939-1-iscsi is: [{'id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'name': 'tempest-AttachVolumeTestJSON-2073934760-router', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:19:35Z', 'revision_number': 4, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'gw_port': {'id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:29Z', 'updated_at': '2021-12-30T16:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': 'caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8', 'name': '', 'network_id': '1c537c90-32cb-4109-9814-ee7321945809', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'mac_address': 'fa:16:3e:75:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '944ab297-fca1-4f6e-94db-374949491f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:34Z', 'updated_at': '2021-12-30T16:20:04Z', 'revision_number': 5, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'subnets': [{'id': '944ab297-fca1-4f6e-94db-374949491f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:23:52.157045 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 53164) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:23:52.224500 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-68f7df34-8f5c-49de-b1c2-71127586f723 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:52.255764 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-68f7df34-8f5c-49de-b1c2-71127586f723 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:52.312297 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-68f7df34-8f5c-49de-b1c2-71127586f723 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:52.332276 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7df34-8f5c-49de-b1c2-71127586f723 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5ba63b-323d-404a-9a34-f085df778d61,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:23:52.345738 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-68f7df34-8f5c-49de-b1c2-71127586f723 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:52.349427 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-68f7df34-8f5c-49de-b1c2-71127586f723 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "DELETE /v2.0/security-groups/bd5ba63b-323d-404a-9a34-f085df778d61 HTTP/1.1" status: 204  len: 168 time: 0.1886749
Dec 30 16:23:52.349808 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 53172) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:23:52.370434 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.api.v2.resource [None req-ecff2b81-327f-48a1-a60b-b450d4cdfbf4 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] show failed (client error): The resource could not be found.
Dec 30 16:23:52.371419 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-ecff2b81-327f-48a1-a60b-b450d4cdfbf4 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups/bd5ba63b-323d-404a-9a34-f085df778d61 HTTP/1.1" status: 404  len: 347 time: 0.0206258
Dec 30 16:23:52.374590 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 53176) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:23:52.532880 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-22881480-cca6-4b90-bf13-2419a7c825a0 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Deleting port e0d04c26-adb6-4e7e-8435-750a229f8a3d {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:23:52.533215 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-22881480-cca6-4b90-bf13-2419a7c825a0 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:52.593681 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:52.702004 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-22881480-cca6-4b90-bf13-2419a7c825a0 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:52.702326 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-22881480-cca6-4b90-bf13-2419a7c825a0 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:52.824033 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-22881480-cca6-4b90-bf13-2419a7c825a0 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Calling delete_port for e0d04c26-adb6-4e7e-8435-750a229f8a3d owned by network:floatingip {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:23:52.972892 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-22881480-cca6-4b90-bf13-2419a7c825a0 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:53.017885 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22881480-cca6-4b90-bf13-2419a7c825a0 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Pushing event deleted for resources: {'Port': ['ID=e0d04c26-adb6-4e7e-8435-750a229f8a3d,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:23:53.114862 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-22881480-cca6-4b90-bf13-2419a7c825a0 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for floatingip, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:53.136440 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-22881480-cca6-4b90-bf13-2419a7c825a0 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for floatingip, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:53.137693 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-22881480-cca6-4b90-bf13-2419a7c825a0 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "DELETE /v2.0/floatingips/1f7239da-eb72-4a19-a4c6-4baf9fc1db3d HTTP/1.1" status: 204  len: 168 time: 0.7619734
Dec 30 16:23:53.488211 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e86356-5644-448a-a124-2eb9c93ebab9 None None] New status for floating IP 1f7239da-eb72-4a19-a4c6-4baf9fc1db3d: DOWN {{(pid=82860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 30 16:23:53.513906 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 53226) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:23:53.523570 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-fd0bb170-215d-47c3-872d-7f23d4a82ac2 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Request body: {'security_group': {'name': 'tempest-securitygroup--159299874', 'description': 'tempest-description--975601519'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:23:53.530906 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-fd0bb170-215d-47c3-872d-7f23d4a82ac2 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:23:53.537125 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-fd0bb170-215d-47c3-872d-7f23d4a82ac2 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Usage tracker for resource:security_group and tenant:68a21c1767cb4406bba3b9b738393ddc is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:23:53.544673 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-fd0bb170-215d-47c3-872d-7f23d4a82ac2 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:23:53.552650 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-fd0bb170-215d-47c3-872d-7f23d4a82ac2 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:23:53.567595 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fd0bb170-215d-47c3-872d-7f23d4a82ac2 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:53.606045 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-fd0bb170-215d-47c3-872d-7f23d4a82ac2 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:23:53.613142 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-fd0bb170-215d-47c3-872d-7f23d4a82ac2 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Usage tracker for resource:security_group_rule and tenant:68a21c1767cb4406bba3b9b738393ddc is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:23:53.617719 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-fd0bb170-215d-47c3-872d-7f23d4a82ac2 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:23:53.626046 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-fd0bb170-215d-47c3-872d-7f23d4a82ac2 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:23:53.650297 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device f885afb5-dec1-4ffc-a9b9-8ee26a12c34d no longer exists at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:23:53.694813 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] No Port match for: f885afb5-dec1-4ffc-a9b9-8ee26a12c34d {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:23:53.695435 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device f885afb5-dec1-4ffc-a9b9-8ee26a12c34d not bound to the agent host hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:23:53.701812 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fd0bb170-215d-47c3-872d-7f23d4a82ac2 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:53.706532 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fd0bb170-215d-47c3-872d-7f23d4a82ac2 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:53.756682 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0bb170-215d-47c3-872d-7f23d4a82ac2 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77de7859-8ade-4ba8-9835-dac6f86ae5de,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:23:53.761386 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fd0bb170-215d-47c3-872d-7f23d4a82ac2 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:53.762899 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-fd0bb170-215d-47c3-872d-7f23d4a82ac2 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.2460999
Dec 30 16:23:53.766634 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 53244) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:23:53.774426 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-29d46c09-d767-4c94-a158-679bbd141b48 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Request body: {'security_group_rule': {'security_group_id': '77de7859-8ade-4ba8-9835-dac6f86ae5de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:23:53.781845 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-29d46c09-d767-4c94-a158-679bbd141b48 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:23:53.785851 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-29d46c09-d767-4c94-a158-679bbd141b48 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Usage tracker for resource:security_group_rule and tenant:68a21c1767cb4406bba3b9b738393ddc is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:23:53.788855 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-29d46c09-d767-4c94-a158-679bbd141b48 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:23:53.794949 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-29d46c09-d767-4c94-a158-679bbd141b48 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:23:53.816865 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-29d46c09-d767-4c94-a158-679bbd141b48 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:53.891505 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-29d46c09-d767-4c94-a158-679bbd141b48 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:53.895792 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-29d46c09-d767-4c94-a158-679bbd141b48 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002726'] for security_group_rule, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:53.920076 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d46c09-d767-4c94-a158-679bbd141b48 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0289c05f-727a-4f8d-8daf-abf82939b005,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:23:53.933987 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-29d46c09-d767-4c94-a158-679bbd141b48 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:53.936107 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-29d46c09-d767-4c94-a158-679bbd141b48 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1681280
Dec 30 16:23:53.940482 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 53258) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:23:53.948460 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-48f66e89-08a9-42ab-bee8-0c810fb530be tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Request body: {'security_group_rule': {'security_group_id': '77de7859-8ade-4ba8-9835-dac6f86ae5de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:23:53.954965 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-48f66e89-08a9-42ab-bee8-0c810fb530be tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:23:53.962608 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-48f66e89-08a9-42ab-bee8-0c810fb530be tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Usage tracker for resource:security_group_rule and tenant:68a21c1767cb4406bba3b9b738393ddc is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:23:53.965946 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-48f66e89-08a9-42ab-bee8-0c810fb530be tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:23:53.974578 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-48f66e89-08a9-42ab-bee8-0c810fb530be tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:23:54.000687 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-48f66e89-08a9-42ab-bee8-0c810fb530be tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:54.074407 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-48f66e89-08a9-42ab-bee8-0c810fb530be tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:54.079425 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-48f66e89-08a9-42ab-bee8-0c810fb530be tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002726'] for security_group_rule, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:54.102555 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f66e89-08a9-42ab-bee8-0c810fb530be tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f788f0f-4ff1-43e0-b80d-93a677be4fd7,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:23:54.117485 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-48f66e89-08a9-42ab-bee8-0c810fb530be tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:54.119130 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-48f66e89-08a9-42ab-bee8-0c810fb530be tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1771958
Dec 30 16:23:54.122837 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 53278) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:23:54.129037 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-0b52c1f6-8897-4580-a068-4b014795d715 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Request body: {'floatingip': {'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:23:54.134894 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-0b52c1f6-8897-4580-a068-4b014795d715 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:23:54.138754 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-0b52c1f6-8897-4580-a068-4b014795d715 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Usage tracker for resource:floatingip and tenant:68a21c1767cb4406bba3b9b738393ddc is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:23:54.141708 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-0b52c1f6-8897-4580-a068-4b014795d715 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:23:54.147472 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-0b52c1f6-8897-4580-a068-4b014795d715 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:23:54.158790 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0b52c1f6-8897-4580-a068-4b014795d715 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for floatingip, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:54.326047 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0b52c1f6-8897-4580-a068-4b014795d715 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:54.482962 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [None req-0b52c1f6-8897-4580-a068-4b014795d715 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Allocated IP 172.27.1.99 (0b94b64d-9d7c-4a44-8bd0-f4e286ff014b/ad43253e-6e30-4230-9b92-331ad2639f5e/20b04919-b93f-4a9b-be81-ed5fda6f0dbf) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:23:54.731705 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0b52c1f6-8897-4580-a068-4b014795d715 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:54.765211 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0b52c1f6-8897-4580-a068-4b014795d715 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:54.835108 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b52c1f6-8897-4580-a068-4b014795d715 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Network 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:23:54.838671 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-0b52c1f6-8897-4580-a068-4b014795d715 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:23:54.840668 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b52c1f6-8897-4580-a068-4b014795d715 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Pushing event updated for resources: {'Port': ['ID=20b04919-b93f-4a9b-be81-ed5fda6f0dbf,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:23:54.842747 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b52c1f6-8897-4580-a068-4b014795d715 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:23:54.856950 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 53302) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:23:55.002248 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a5ca4fd3-45d5-4eaf-87f7-2e59c109645f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:55.005664 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0b52c1f6-8897-4580-a068-4b014795d715 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:55.036586 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-a5ca4fd3-45d5-4eaf-87f7-2e59c109645f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:23:55.040668 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-a5ca4fd3-45d5-4eaf-87f7-2e59c109645f admin admin] Usage tracker for resource:security_group_rule and tenant:149f8277e493483ba54b15d7c392609f is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:23:55.043665 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-a5ca4fd3-45d5-4eaf-87f7-2e59c109645f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:23:55.049844 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-a5ca4fd3-45d5-4eaf-87f7-2e59c109645f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:23:55.063538 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0b52c1f6-8897-4580-a068-4b014795d715 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:55.117811 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a5ca4fd3-45d5-4eaf-87f7-2e59c109645f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:55.122478 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a5ca4fd3-45d5-4eaf-87f7-2e59c109645f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:55.164575 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ca4fd3-45d5-4eaf-87f7-2e59c109645f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd60aa4-166d-4796-afaf-c5f30baf2b11,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:23:55.172822 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-a5ca4fd3-45d5-4eaf-87f7-2e59c109645f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=149f8277e493483ba54b15d7c392609f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3139970
Dec 30 16:23:55.175018 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 53308) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:23:55.238997 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6f9fc89b-5785-46f8-9b22-ae3e579aa308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:55.263613 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6f9fc89b-5785-46f8-9b22-ae3e579aa308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:55.267091 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0b52c1f6-8897-4580-a068-4b014795d715 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:55.272435 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0b52c1f6-8897-4580-a068-4b014795d715 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2958562'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:55.321574 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6f9fc89b-5785-46f8-9b22-ae3e579aa308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:55.335741 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9fc89b-5785-46f8-9b22-ae3e579aa308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd60aa4-166d-4796-afaf-c5f30baf2b11,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:23:55.342096 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6f9fc89b-5785-46f8-9b22-ae3e579aa308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:55.342973 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-6f9fc89b-5785-46f8-9b22-ae3e579aa308 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bfd60aa4-166d-4796-afaf-c5f30baf2b11 HTTP/1.1" status: 204  len: 168 time: 0.1670225
Dec 30 16:23:55.385374 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b52c1f6-8897-4580-a068-4b014795d715 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Pushing event updated for resources: {'Port': ['ID=20b04919-b93f-4a9b-be81-ed5fda6f0dbf,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:23:55.398343 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0b52c1f6-8897-4580-a068-4b014795d715 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4017950'] for floatingip, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:55.422009 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0b52c1f6-8897-4580-a068-4b014795d715 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for floatingip, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:55.423433 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-0b52c1f6-8897-4580-a068-4b014795d715 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.2995334
Dec 30 16:23:55.667954 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-75e3b3ee-50e9-4127-b652-615e0cd02cd4 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Synchronizing usage tracker for tenant:68a21c1767cb4406bba3b9b738393ddc on resource:security_group {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:23:55.683757 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-75e3b3ee-50e9-4127-b652-615e0cd02cd4 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Unset dirty status for tenant:68a21c1767cb4406bba3b9b738393ddc on resource:security_group {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:23:55.685727 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-75e3b3ee-50e9-4127-b652-615e0cd02cd4 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--159299874&fields=id&tenant_id=68a21c1767cb4406bba3b9b738393ddc HTTP/1.1" status: 200  len: 267 time: 0.0637429
Dec 30 16:23:55.689112 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 53326) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:23:55.801027 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3a1b6e7f-ca61-417f-bdd0-abd3c274f58e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:55.910620 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-3a1b6e7f-ca61-417f-bdd0-abd3c274f58e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:23:55.918409 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-3a1b6e7f-ca61-417f-bdd0-abd3c274f58e admin admin] Usage tracker for resource:security_group_rule and tenant:9e731ef5c84f4a2cb45023d672ddbb92 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:23:55.923105 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-3a1b6e7f-ca61-417f-bdd0-abd3c274f58e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:23:55.937981 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-3a1b6e7f-ca61-417f-bdd0-abd3c274f58e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:23:55.948868 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-762c3c14-5671-4d72-8cf0-9391d9c685b4 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:55.950241 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-762c3c14-5671-4d72-8cf0-9391d9c685b4 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/networks?id=1c537c90-32cb-4109-9814-ee7321945809 HTTP/1.1" status: 200  len: 811 time: 0.2582357
Dec 30 16:23:55.979318 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-1288ed98-6e82-4546-9121-298815d1fd8d tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/quotas/68a21c1767cb4406bba3b9b738393ddc HTTP/1.1" status: 200  len: 375 time: 0.0225077
Dec 30 16:23:56.069400 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3a1b6e7f-ca61-417f-bdd0-abd3c274f58e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:56.074471 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3a1b6e7f-ca61-417f-bdd0-abd3c274f58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:56.127668 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b6e7f-ca61-417f-bdd0-abd3c274f58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18dacad-56bc-4e77-b959-84b947f48330,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:23:56.132922 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-3a1b6e7f-ca61-417f-bdd0-abd3c274f58e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e731ef5c84f4a2cb45023d672ddbb92&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4426877
Dec 30 16:23:56.136122 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 53330) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:23:56.140006 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-c1413242-7bbb-405f-99e1-3f94d29c2c23 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=68a21c1767cb4406bba3b9b738393ddc&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1542642
Dec 30 16:23:56.201091 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4f9dd450-37bb-4d8f-be41-16e8bbff17f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:56.227031 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4f9dd450-37bb-4d8f-be41-16e8bbff17f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:56.288427 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4f9dd450-37bb-4d8f-be41-16e8bbff17f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:56.289680 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-b79ebc69-41d1-4884-8e80-ef15aeeaaf70 service neutron] 10.222.0.31 "GET /v2.0/networks/1c537c90-32cb-4109-9814-ee7321945809?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1321418
Dec 30 16:23:56.304444 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9dd450-37bb-4d8f-be41-16e8bbff17f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18dacad-56bc-4e77-b959-84b947f48330,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:23:56.308607 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4f9dd450-37bb-4d8f-be41-16e8bbff17f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:56.312490 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-4f9dd450-37bb-4d8f-be41-16e8bbff17f1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a18dacad-56bc-4e77-b959-84b947f48330 HTTP/1.1" status: 204  len: 168 time: 0.1754429
Dec 30 16:23:56.423967 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-44c36390-1423-4fa7-a94e-0935665b20ff service neutron] 10.222.0.31 "GET /v2.0/networks/1c537c90-32cb-4109-9814-ee7321945809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1282270
Dec 30 16:23:56.626110 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-0d6a4e20-2d88-4320-87fe-9a49df120910 req-b2d180d0-5e49-45e0-a76e-d1394bb8155d tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Synchronizing usage tracker for tenant:68a21c1767cb4406bba3b9b738393ddc on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:23:56.643136 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-0d6a4e20-2d88-4320-87fe-9a49df120910 req-b2d180d0-5e49-45e0-a76e-d1394bb8155d tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Unset dirty status for tenant:68a21c1767cb4406bba3b9b738393ddc on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:23:56.644306 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0d6a4e20-2d88-4320-87fe-9a49df120910 req-b2d180d0-5e49-45e0-a76e-d1394bb8155d tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9ed727-7780-43b8-bcc0-4352bfa8c0c4 HTTP/1.1" status: 200  len: 210 time: 0.0667880
Dec 30 16:23:57.718555 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-12f83789-85ac-4e25-8c81-db6ddb3055af tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:57.720390 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-12f83789-85ac-4e25-8c81-db6ddb3055af tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.43 "GET /v2.0/networks?id=1c537c90-32cb-4109-9814-ee7321945809 HTTP/1.1" status: 200  len: 811 time: 0.1617999
Dec 30 16:23:57.785142 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-0a754164-8b76-49f5-a7f7-02e91f6535ca tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68a21c1767cb4406bba3b9b738393ddc HTTP/1.1" status: 200  len: 379 time: 0.0493102
Dec 30 16:23:57.793442 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-e22ade66-d6c8-4cce-ba47-3d6c14437780 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Request body: {'port': {'device_id': '5f9ed727-7780-43b8-bcc0-4352bfa8c0c4', 'network_id': '1c537c90-32cb-4109-9814-ee7321945809', 'admin_state_up': True, 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'security_groups': ['77de7859-8ade-4ba8-9835-dac6f86ae5de']}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:23:57.822096 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b445ee12-4777-43f0-8280-ba37ce88116e req-08811319-5707-44ef-bfcb-f64b938acd7f tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9ed727-7780-43b8-bcc0-4352bfa8c0c4 HTTP/1.1" status: 200  len: 210 time: 0.0442696
Dec 30 16:23:57.942531 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-e22ade66-d6c8-4cce-ba47-3d6c14437780 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:23:57.952422 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-e22ade66-d6c8-4cce-ba47-3d6c14437780 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:23:57.965888 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-e22ade66-d6c8-4cce-ba47-3d6c14437780 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Made reservation on behalf of 68a21c1767cb4406bba3b9b738393ddc for: {'port': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:23:57.969342 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-e22ade66-d6c8-4cce-ba47-3d6c14437780 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:58.133144 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-e22ade66-d6c8-4cce-ba47-3d6c14437780 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Allocated IP 172.20.0.10 (1c537c90-32cb-4109-9814-ee7321945809/944ab297-fca1-4f6e-94db-374949491f42/aaae8778-dca4-4a15-a71c-871a3a7292c5) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:23:58.321872 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-e22ade66-d6c8-4cce-ba47-3d6c14437780 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:58.337778 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-e22ade66-d6c8-4cce-ba47-3d6c14437780 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Transition to ACTIVE for port object aaae8778-dca4-4a15-a71c-871a3a7292c5 will not be triggered until provisioned by entity DHCP. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:23:58.360756 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-e22ade66-d6c8-4cce-ba47-3d6c14437780 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:58.434434 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-e22ade66-d6c8-4cce-ba47-3d6c14437780 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Network 1c537c90-32cb-4109-9814-ee7321945809 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:23:58.438100 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-e22ade66-d6c8-4cce-ba47-3d6c14437780 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:23:58.441631 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-e22ade66-d6c8-4cce-ba47-3d6c14437780 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:23:58.475129 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ade66-d6c8-4cce-ba47-3d6c14437780 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Pushing event updated for resources: {'Port': ['ID=aaae8778-dca4-4a15-a71c-871a3a7292c5,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:23:58.492477 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ade66-d6c8-4cce-ba47-3d6c14437780 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:23:58.493052 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ade66-d6c8-4cce-ba47-3d6c14437780 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:23:58.493582 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ade66-d6c8-4cce-ba47-3d6c14437780 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:23:58.494232 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ade66-d6c8-4cce-ba47-3d6c14437780 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:23:58.494696 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ade66-d6c8-4cce-ba47-3d6c14437780 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:23:58.495163 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ade66-d6c8-4cce-ba47-3d6c14437780 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:23:58.495629 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ade66-d6c8-4cce-ba47-3d6c14437780 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:23:58.498877 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ade66-d6c8-4cce-ba47-3d6c14437780 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:23:58.498877 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ade66-d6c8-4cce-ba47-3d6c14437780 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:23:58.498877 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ade66-d6c8-4cce-ba47-3d6c14437780 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:23:58.498877 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22ade66-d6c8-4cce-ba47-3d6c14437780 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:23:58.530806 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-e22ade66-d6c8-4cce-ba47-3d6c14437780 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:58.531506 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-e22ade66-d6c8-4cce-ba47-3d6c14437780 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:58.567742 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-e22ade66-d6c8-4cce-ba47-3d6c14437780 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7776332
Dec 30 16:23:58.579529 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-77eb4399-9989-4e19-8124-935eaab61090 service neutron] Request body: {'port': {'device_id': '5f9ed727-7780-43b8-bcc0-4352bfa8c0c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82293'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:23:58.690025 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-77eb4399-9989-4e19-8124-935eaab61090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:58.712221 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-076809c0-fd21-49f3-9a43-756d244ae4fe None None] Provisioning for port aaae8778-dca4-4a15-a71c-871a3a7292c5 completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:23:58.717555 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-076809c0-fd21-49f3-9a43-756d244ae4fe None None] Provisioning complete for port aaae8778-dca4-4a15-a71c-871a3a7292c5 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:23:58.718186 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-076809c0-fd21-49f3-9a43-756d244ae4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:58.782294 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-076809c0-fd21-49f3-9a43-756d244ae4fe None None] Port aaae8778-dca4-4a15-a71c-871a3a7292c5 cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 30 16:23:59.047197 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab38eda-2ec6-4912-8df1-cbf1e1fd7fc8 req-d17488f5-587a-492e-8d89-25240cd291a0 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:59.048786 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4ab38eda-2ec6-4912-8df1-cbf1e1fd7fc8 req-d17488f5-587a-492e-8d89-25240cd291a0 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9ed727-7780-43b8-bcc0-4352bfa8c0c4 HTTP/1.1" status: 200  len: 932 time: 0.0944426
Dec 30 16:23:59.101914 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-4ab38eda-2ec6-4912-8df1-cbf1e1fd7fc8 req-a1f7b88f-9bad-4b7e-b168-336ffb3dea69 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Synchronizing usage tracker for tenant:68a21c1767cb4406bba3b9b738393ddc on resource:security_group {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:23:59.114395 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-4ab38eda-2ec6-4912-8df1-cbf1e1fd7fc8 req-a1f7b88f-9bad-4b7e-b168-336ffb3dea69 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Unset dirty status for tenant:68a21c1767cb4406bba3b9b738393ddc on resource:security_group {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:23:59.125812 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4ab38eda-2ec6-4912-8df1-cbf1e1fd7fc8 req-a1f7b88f-9bad-4b7e-b168-336ffb3dea69 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=77de7859-8ade-4ba8-9835-dac6f86ae5de&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0706892
Dec 30 16:23:59.165341 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-77eb4399-9989-4e19-8124-935eaab61090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaae8778-dca4-4a15-a71c-871a3a7292c5 {{(pid=82857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:23:59.172245 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-77eb4399-9989-4e19-8124-935eaab61090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:59.186464 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-77eb4399-9989-4e19-8124-935eaab61090 service neutron] Transition to ACTIVE for port object aaae8778-dca4-4a15-a71c-871a3a7292c5 will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:23:59.191524 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-77eb4399-9989-4e19-8124-935eaab61090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:59.315165 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb4399-9989-4e19-8124-935eaab61090 service neutron] Pushing event updated for resources: {'Port': ['ID=aaae8778-dca4-4a15-a71c-871a3a7292c5,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:23:59.436807 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-77eb4399-9989-4e19-8124-935eaab61090 service neutron] Attempting to bind port aaae8778-dca4-4a15-a71c-871a3a7292c5 on host hv-cinder-82293 for vnic_type normal with profile  {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:23:59.437015 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-77eb4399-9989-4e19-8124-935eaab61090 service neutron] Attempting to bind port aaae8778-dca4-4a15-a71c-871a3a7292c5 by drivers openvswitch,hyperv on host hv-cinder-82293 at level 0 using segments [{'id': '22bfbb1f-a0de-45b6-8d76-3ecdcb181432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1c537c90-32cb-4109-9814-ee7321945809'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:23:59.437331 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-77eb4399-9989-4e19-8124-935eaab61090 service neutron] Attempting to bind port aaae8778-dca4-4a15-a71c-871a3a7292c5 on network 1c537c90-32cb-4109-9814-ee7321945809 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:23:59.443646 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-77eb4399-9989-4e19-8124-935eaab61090 service neutron] Port aaae8778-dca4-4a15-a71c-871a3a7292c5 on network 1c537c90-32cb-4109-9814-ee7321945809 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82293 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 30 16:23:59.443957 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-77eb4399-9989-4e19-8124-935eaab61090 service neutron] Attempting to bind port aaae8778-dca4-4a15-a71c-871a3a7292c5 on network 1c537c90-32cb-4109-9814-ee7321945809 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:23:59.450464 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-77eb4399-9989-4e19-8124-935eaab61090 service neutron] Checking agent: {'id': 'e529ec3e-5d50-4747-9e44-8ad3816b2791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82293', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'started_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:23:59.450788 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-77eb4399-9989-4e19-8124-935eaab61090 service neutron] Checking segment: {'id': '22bfbb1f-a0de-45b6-8d76-3ecdcb181432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1c537c90-32cb-4109-9814-ee7321945809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:23:59.451167 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-77eb4399-9989-4e19-8124-935eaab61090 service neutron] Bound using segment: {'id': '22bfbb1f-a0de-45b6-8d76-3ecdcb181432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1c537c90-32cb-4109-9814-ee7321945809'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:23:59.451577 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-77eb4399-9989-4e19-8124-935eaab61090 service neutron] Bound port: aaae8778-dca4-4a15-a71c-871a3a7292c5, host: hv-cinder-82293, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22bfbb1f-a0de-45b6-8d76-3ecdcb181432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '1c537c90-32cb-4109-9814-ee7321945809'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:23:59.451908 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-77eb4399-9989-4e19-8124-935eaab61090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:59.553783 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-77eb4399-9989-4e19-8124-935eaab61090 service neutron] For port aaae8778-dca4-4a15-a71c-871a3a7292c5, host hv-cinder-82293, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:23:59.556754 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-77eb4399-9989-4e19-8124-935eaab61090 service neutron] For port aaae8778-dca4-4a15-a71c-871a3a7292c5, host hv-cinder-82293, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=aaae8778-dca4-4a15-a71c-871a3a7292c5,segment=NetworkSegment(22bfbb1f-a0de-45b6-8d76-3ecdcb181432),segment_id=22bfbb1f-a0de-45b6-8d76-3ecdcb181432)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:23:59.562390 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-77eb4399-9989-4e19-8124-935eaab61090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:59.624994 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-77eb4399-9989-4e19-8124-935eaab61090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:23:59.626444 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-77eb4399-9989-4e19-8124-935eaab61090 service neutron] 10.222.0.43 "PUT /v2.0/ports/aaae8778-dca4-4a15-a71c-871a3a7292c5 HTTP/1.1" status: 200  len: 1094 time: 1.0513692
Dec 30 16:23:59.626893 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9ed727-7780-43b8-bcc0-4352bfa8c0c4', 'tag': 'aaae8778-dca4-4a15-a71c-871a3a7292c5'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:23:59.651596 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb4399-9989-4e19-8124-935eaab61090 service neutron] Pushing event updated for resources: {'Port': ['ID=aaae8778-dca4-4a15-a71c-871a3a7292c5,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:23:59.700927 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f9ed727-7780-43b8-bcc0-4352bfa8c0c4', 'tag': 'aaae8778-dca4-4a15-a71c-871a3a7292c5', 'status': 'completed', 'code': 200}
Dec 30 16:23:59.743722 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-4b978337-9d21-4ea1-a04c-9ad60ce0350f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=68a21c1767cb4406bba3b9b738393ddc&device_id=5f9ed727-7780-43b8-bcc0-4352bfa8c0c4 HTTP/1.1" status: 200  len: 1097 time: 0.0739782
Dec 30 16:23:59.816763 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-659cb808-523a-4b2b-882d-0f51f2ee220a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aaae8778-dca4-4a15-a71c-871a3a7292c5 HTTP/1.1" status: 200  len: 217 time: 0.0654275
Dec 30 16:23:59.881416 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-df613f10-6585-456a-8ec4-1a5952bf61f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:23:59.882840 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-df613f10-6585-456a-8ec4-1a5952bf61f8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=944ab297-fca1-4f6e-94db-374949491f42 HTTP/1.1" status: 200  len: 850 time: 0.0562625
Dec 30 16:23:59.962502 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-b6f3e398-5b50-4854-a0a2-befd04363bca service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1c537c90-32cb-4109-9814-ee7321945809&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0709960
Dec 30 16:24:00.101291 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-7fa3e4c7-bf4b-4303-98fb-af5126e90bcf service neutron] 10.222.0.43 "GET /v2.0/networks/1c537c90-32cb-4109-9814-ee7321945809?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1259394
Dec 30 16:24:00.320172 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7b7e009c-5ac6-45ca-a9f3-324f23664cb2 req-2b81f2c7-0a67-446b-a3da-9866cde47a82 service neutron] 10.222.0.43 "GET /v2.0/networks/1c537c90-32cb-4109-9814-ee7321945809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2117977
Dec 30 16:24:00.359803 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30f039-f91f-43d6-bde3-8e8f6a889094 req-0915013f-c235-43b8-b1ba-1f15cd7d107e tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:00.360491 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-6f30f039-f91f-43d6-bde3-8e8f6a889094 req-0915013f-c235-43b8-b1ba-1f15cd7d107e tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Synchronizing usage tracker for tenant:68a21c1767cb4406bba3b9b738393ddc on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:24:00.407406 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-6f30f039-f91f-43d6-bde3-8e8f6a889094 req-0915013f-c235-43b8-b1ba-1f15cd7d107e tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Unset dirty status for tenant:68a21c1767cb4406bba3b9b738393ddc on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:24:00.408563 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6f30f039-f91f-43d6-bde3-8e8f6a889094 req-0915013f-c235-43b8-b1ba-1f15cd7d107e tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9ed727-7780-43b8-bcc0-4352bfa8c0c4 HTTP/1.1" status: 200  len: 944 time: 0.1459975
Dec 30 16:24:00.482350 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6f30f039-f91f-43d6-bde3-8e8f6a889094 req-b59b6f61-565b-4381-8b08-db28de46460d tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=77de7859-8ade-4ba8-9835-dac6f86ae5de&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646620
Dec 30 16:24:00.492003 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-68828ff1-ed9f-491e-811d-eedd162060ed req-89bac893-1442-441b-847e-8e89e7f22510 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=68a21c1767cb4406bba3b9b738393ddc&device_id=5f9ed727-7780-43b8-bcc0-4352bfa8c0c4 HTTP/1.1" status: 200  len: 1097 time: 0.1192253
Dec 30 16:24:00.636457 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68828ff1-ed9f-491e-811d-eedd162060ed req-0fa331a8-ae6f-4d5e-8657-b549f0539e56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:00.638091 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-68828ff1-ed9f-491e-811d-eedd162060ed req-0fa331a8-ae6f-4d5e-8657-b549f0539e56 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1c537c90-32cb-4109-9814-ee7321945809 HTTP/1.1" status: 200  len: 911 time: 0.1384199
Dec 30 16:24:00.708988 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-68828ff1-ed9f-491e-811d-eedd162060ed req-3fd4b5d4-de7f-4c27-afb0-745c18b9a7e6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aaae8778-dca4-4a15-a71c-871a3a7292c5 HTTP/1.1" status: 200  len: 217 time: 0.0599170
Dec 30 16:24:00.844715 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68828ff1-ed9f-491e-811d-eedd162060ed req-3fbf0e88-819d-4cb6-9710-9bc8e62d0445 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:00.846217 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-68828ff1-ed9f-491e-811d-eedd162060ed req-3fbf0e88-819d-4cb6-9710-9bc8e62d0445 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=944ab297-fca1-4f6e-94db-374949491f42 HTTP/1.1" status: 200  len: 850 time: 0.1302392
Dec 30 16:24:00.922156 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-68828ff1-ed9f-491e-811d-eedd162060ed req-f5f856de-63b3-4a36-8219-2213face1e7e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1c537c90-32cb-4109-9814-ee7321945809&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0680504
Dec 30 16:24:01.052895 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-68828ff1-ed9f-491e-811d-eedd162060ed req-b1d6fec8-cab7-4757-a15e-683e6e721c84 service neutron] 10.222.0.43 "GET /v2.0/networks/1c537c90-32cb-4109-9814-ee7321945809?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236804
Dec 30 16:24:01.181832 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-68828ff1-ed9f-491e-811d-eedd162060ed req-19ad5d1d-e50b-4444-a9f8-bef2343cf46e service neutron] 10.222.0.43 "GET /v2.0/networks/1c537c90-32cb-4109-9814-ee7321945809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1218033
Dec 30 16:24:01.689148 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad32f58-7c20-4581-92cc-e8c160998298 req-5ef3fa38-10e8-4c08-898d-b1aa45c0de61 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:01.690642 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7ad32f58-7c20-4581-92cc-e8c160998298 req-5ef3fa38-10e8-4c08-898d-b1aa45c0de61 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9ed727-7780-43b8-bcc0-4352bfa8c0c4 HTTP/1.1" status: 200  len: 944 time: 0.0819407
Dec 30 16:24:01.739184 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7ad32f58-7c20-4581-92cc-e8c160998298 req-89ee1c26-e891-4004-84ba-f91251e5b70b tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=77de7859-8ade-4ba8-9835-dac6f86ae5de&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401714
Dec 30 16:24:02.938140 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee1b3b3-ba96-4022-8dd7-0ab0ed48aaf1 req-46b2d50a-0506-4ffd-bdf7-afe36f61686b tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:02.945069 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-bee1b3b3-ba96-4022-8dd7-0ab0ed48aaf1 req-46b2d50a-0506-4ffd-bdf7-afe36f61686b tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9ed727-7780-43b8-bcc0-4352bfa8c0c4 HTTP/1.1" status: 200  len: 944 time: 0.0821757
Dec 30 16:24:02.993214 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-bee1b3b3-ba96-4022-8dd7-0ab0ed48aaf1 req-b66ac216-a3da-4556-a90b-872d2cb450e3 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=77de7859-8ade-4ba8-9835-dac6f86ae5de&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471852
Dec 30 16:24:03.682771 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device aaae8778-dca4-4a15-a71c-871a3a7292c5 details requested by agent hyperv_hv-cinder-82293 with host hv-cinder-82293 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 30 16:24:03.814465 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port aaae8778-dca4-4a15-a71c-871a3a7292c5, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=aaae8778-dca4-4a15-a71c-871a3a7292c5,segment=NetworkSegment(22bfbb1f-a0de-45b6-8d76-3ecdcb181432),segment_id=22bfbb1f-a0de-45b6-8d76-3ecdcb181432)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:24:03.826992 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Returning: {'device': 'aaae8778-dca4-4a15-a71c-871a3a7292c5', 'network_id': '1c537c90-32cb-4109-9814-ee7321945809', 'port_id': 'aaae8778-dca4-4a15-a71c-871a3a7292c5', 'mac_address': 'fa:16:3e:23:2a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944ab297-fca1-4f6e-94db-374949491f42', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 30 16:24:03.878894 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:03.895658 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaae8778-dca4-4a15-a71c-871a3a7292c5 {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:24:03.912001 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port aaae8778-dca4-4a15-a71c-871a3a7292c5, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=aaae8778-dca4-4a15-a71c-871a3a7292c5,segment=NetworkSegment(22bfbb1f-a0de-45b6-8d76-3ecdcb181432),segment_id=22bfbb1f-a0de-45b6-8d76-3ecdcb181432)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:24:03.916019 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:03.983999 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=aaae8778-dca4-4a15-a71c-871a3a7292c5,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:24:04.146917 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['aaae8778-dca4-4a15-a71c-871a3a7292c5'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:24:04.185518 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d40dbd-508d-4938-93e0-111418c692d2 req-cbc08182-94e1-4cf3-8999-2f284c2ba160 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:04.187071 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-09d40dbd-508d-4938-93e0-111418c692d2 req-cbc08182-94e1-4cf3-8999-2f284c2ba160 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9ed727-7780-43b8-bcc0-4352bfa8c0c4 HTTP/1.1" status: 200  len: 945 time: 0.0762062
Dec 30 16:24:04.241718 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-09d40dbd-508d-4938-93e0-111418c692d2 req-9ce82715-0b6f-482c-b402-c056d1dc5ac2 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=77de7859-8ade-4ba8-9835-dac6f86ae5de&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485730
Dec 30 16:24:05.450194 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb24f9cf-461e-478d-85c4-cc658a9715b9 req-d0424f3c-eeee-4e5d-8601-b3a25ebcd89e tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:05.451732 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-bb24f9cf-461e-478d-85c4-cc658a9715b9 req-d0424f3c-eeee-4e5d-8601-b3a25ebcd89e tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9ed727-7780-43b8-bcc0-4352bfa8c0c4 HTTP/1.1" status: 200  len: 945 time: 0.0855591
Dec 30 16:24:05.498439 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-bb24f9cf-461e-478d-85c4-cc658a9715b9 req-72e92858-9caa-4a67-842c-98293869ae99 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=77de7859-8ade-4ba8-9835-dac6f86ae5de&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402184
Dec 30 16:24:05.711394 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device aaae8778-dca4-4a15-a71c-871a3a7292c5 up at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:24:05.813958 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning for port aaae8778-dca4-4a15-a71c-871a3a7292c5 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:24:05.818576 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning complete for port aaae8778-dca4-4a15-a71c-871a3a7292c5 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:24:05.818964 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:05.936708 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:05.963033 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9ed727-7780-43b8-bcc0-4352bfa8c0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaae8778-dca4-4a15-a71c-871a3a7292c5'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:24:05.972857 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port aaae8778-dca4-4a15-a71c-871a3a7292c5, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=aaae8778-dca4-4a15-a71c-871a3a7292c5,segment=NetworkSegment(22bfbb1f-a0de-45b6-8d76-3ecdcb181432),segment_id=22bfbb1f-a0de-45b6-8d76-3ecdcb181432)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:24:05.976996 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:06.021601 dv-cinder-822939-1-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9ed727-7780-43b8-bcc0-4352bfa8c0c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaae8778-dca4-4a15-a71c-871a3a7292c5', 'code': 200}
Dec 30 16:24:06.048278 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=aaae8778-dca4-4a15-a71c-871a3a7292c5,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:24:06.257736 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e39b425a-e50e-4403-85b0-8a70769d5a00 req-d2546d84-d82d-45ca-9a7a-b8d89bd1203e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5f9ed727-7780-43b8-bcc0-4352bfa8c0c4 HTTP/1.1" status: 200  len: 1099 time: 0.0687456
Dec 30 16:24:06.305678 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e39b425a-e50e-4403-85b0-8a70769d5a00 req-a3be0dc9-ca6d-4c25-b777-fa9458ad4ec2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=77de7859-8ade-4ba8-9835-dac6f86ae5de&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375726
Dec 30 16:24:06.707799 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96469413-fdbb-4b33-80d4-db340f218f99 req-83ebca2f-c6fa-40b5-b89e-d418bd361a3a tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:06.709355 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-96469413-fdbb-4b33-80d4-db340f218f99 req-83ebca2f-c6fa-40b5-b89e-d418bd361a3a tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9ed727-7780-43b8-bcc0-4352bfa8c0c4 HTTP/1.1" status: 200  len: 946 time: 0.0855968
Dec 30 16:24:06.757489 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-96469413-fdbb-4b33-80d4-db340f218f99 req-26dec0c9-f847-40b5-a91b-441ea55b8984 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=77de7859-8ade-4ba8-9835-dac6f86ae5de&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424409
Dec 30 16:24:07.410099 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 53512) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:24:07.555582 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bc91d3d8-aa52-4dd7-a699-456c64c55c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:07.590053 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-bc91d3d8-aa52-4dd7-a699-456c64c55c0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:24:07.595996 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-bc91d3d8-aa52-4dd7-a699-456c64c55c0a admin admin] Usage tracker for resource:security_group_rule and tenant:2d8b6cdb8ef147b49f68594ae090908f is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:24:07.600399 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-bc91d3d8-aa52-4dd7-a699-456c64c55c0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:24:07.608877 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-bc91d3d8-aa52-4dd7-a699-456c64c55c0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:24:07.678791 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bc91d3d8-aa52-4dd7-a699-456c64c55c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:07.685390 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bc91d3d8-aa52-4dd7-a699-456c64c55c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:07.735697 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc91d3d8-aa52-4dd7-a699-456c64c55c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b75451-01b2-4c86-879b-f544237c2b51,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:24:07.741116 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-bc91d3d8-aa52-4dd7-a699-456c64c55c0a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2d8b6cdb8ef147b49f68594ae090908f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3299327
Dec 30 16:24:07.744058 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 53518) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:24:07.807170 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b029b898-06d7-4a61-957e-2a7a66e6e112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:07.834162 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b029b898-06d7-4a61-957e-2a7a66e6e112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:07.915802 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b029b898-06d7-4a61-957e-2a7a66e6e112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:07.935811 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b029b898-06d7-4a61-957e-2a7a66e6e112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b75451-01b2-4c86-879b-f544237c2b51,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:24:07.952221 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b029b898-06d7-4a61-957e-2a7a66e6e112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:07.956891 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-b029b898-06d7-4a61-957e-2a7a66e6e112 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/15b75451-01b2-4c86-879b-f544237c2b51 HTTP/1.1" status: 204  len: 168 time: 0.2087176
Dec 30 16:24:07.976172 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c319f-83ce-4ca7-9e96-0c27437126b9 req-21f399a8-409a-4c99-a0c6-1a9db5b9a3bb tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:07.977640 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-040c319f-83ce-4ca7-9e96-0c27437126b9 req-21f399a8-409a-4c99-a0c6-1a9db5b9a3bb tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9ed727-7780-43b8-bcc0-4352bfa8c0c4 HTTP/1.1" status: 200  len: 946 time: 0.0973189
Dec 30 16:24:08.026650 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-040c319f-83ce-4ca7-9e96-0c27437126b9 req-439db8a2-b52f-4974-9f61-c587702a788f tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=77de7859-8ade-4ba8-9835-dac6f86ae5de&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429318
Dec 30 16:24:08.221698 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7956a63-5432-46ff-9f12-a2a14ee99a0e req-c48e7029-87ac-4238-a345-0715ae383e44 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:08.223173 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f7956a63-5432-46ff-9f12-a2a14ee99a0e req-c48e7029-87ac-4238-a345-0715ae383e44 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9ed727-7780-43b8-bcc0-4352bfa8c0c4 HTTP/1.1" status: 200  len: 946 time: 0.0786078
Dec 30 16:24:08.232388 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 53532) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:24:08.239141 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-1977ddda-801d-4cd3-9362-4c02700bd216 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Request body: {'floatingip': {'port_id': 'aaae8778-dca4-4a15-a71c-871a3a7292c5'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:24:08.306942 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 53536) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:24:08.321888 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1977ddda-801d-4cd3-9362-4c02700bd216 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for floatingip, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:08.325846 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1a2f18a4-1804-4538-8e42-997d77b3888f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:08.359578 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-1a2f18a4-1804-4538-8e42-997d77b3888f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:24:08.363821 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-1a2f18a4-1804-4538-8e42-997d77b3888f admin admin] Usage tracker for resource:security_group_rule and tenant:64b6ad8af3384685bc0d0328c88d249d is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:24:08.366723 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-1a2f18a4-1804-4538-8e42-997d77b3888f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:24:08.372374 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-1a2f18a4-1804-4538-8e42-997d77b3888f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:24:08.443657 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1a2f18a4-1804-4538-8e42-997d77b3888f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:08.449569 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1a2f18a4-1804-4538-8e42-997d77b3888f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:08.496981 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f18a4-1804-4538-8e42-997d77b3888f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6719fd4-f865-4ae1-a43a-4a894e29f1b1,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:24:08.503066 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-1a2f18a4-1804-4538-8e42-997d77b3888f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=64b6ad8af3384685bc0d0328c88d249d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1947706
Dec 30 16:24:08.505455 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 53540) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:24:08.564893 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-33be47bc-e63b-4c4a-b06f-1d95aa6e6812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:08.590319 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-33be47bc-e63b-4c4a-b06f-1d95aa6e6812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:08.645085 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-33be47bc-e63b-4c4a-b06f-1d95aa6e6812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:08.660396 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33be47bc-e63b-4c4a-b06f-1d95aa6e6812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6719fd4-f865-4ae1-a43a-4a894e29f1b1,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:24:08.668551 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-33be47bc-e63b-4c4a-b06f-1d95aa6e6812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:08.669926 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-33be47bc-e63b-4c4a-b06f-1d95aa6e6812 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c6719fd4-f865-4ae1-a43a-4a894e29f1b1 HTTP/1.1" status: 204  len: 168 time: 0.1632760
Dec 30 16:24:09.012995 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1977ddda-801d-4cd3-9362-4c02700bd216 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:09.017003 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1977ddda-801d-4cd3-9362-4c02700bd216 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4017950'] for floatingip, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:09.070525 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 53548) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:24:09.096555 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e9fb73da-a9bb-4bbb-bab3-586937620304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:09.143096 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-e9fb73da-a9bb-4bbb-bab3-586937620304 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:24:09.148004 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-e9fb73da-a9bb-4bbb-bab3-586937620304 admin admin] Usage tracker for resource:security_group_rule and tenant:680c721608e74d64a6d6aaef3691a57f is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:24:09.151690 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-e9fb73da-a9bb-4bbb-bab3-586937620304 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:24:09.158338 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-e9fb73da-a9bb-4bbb-bab3-586937620304 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:24:09.300536 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e9fb73da-a9bb-4bbb-bab3-586937620304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:09.307939 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e9fb73da-a9bb-4bbb-bab3-586937620304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:09.337711 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.db.l3_db [None req-1977ddda-801d-4cd3-9362-4c02700bd216 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Floating IP 333b0797-f0e5-42b1-835b-835d6e78de29 associated. External IP: 172.27.1.99, port: aaae8778-dca4-4a15-a71c-871a3a7292c5.
Dec 30 16:24:09.414378 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fb73da-a9bb-4bbb-bab3-586937620304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97135373-75cb-4105-b939-90ddcc1545ca,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:24:09.422362 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-e9fb73da-a9bb-4bbb-bab3-586937620304 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=680c721608e74d64a6d6aaef3691a57f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3509011
Dec 30 16:24:09.425423 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 53554) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:24:09.499935 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ea01b8ab-9490-4018-88b8-185cb8c7e5f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:09.525548 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ea01b8ab-9490-4018-88b8-185cb8c7e5f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:09.576204 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ea01b8ab-9490-4018-88b8-185cb8c7e5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:09.591418 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea01b8ab-9490-4018-88b8-185cb8c7e5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97135373-75cb-4105-b939-90ddcc1545ca,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:24:09.602135 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ea01b8ab-9490-4018-88b8-185cb8c7e5f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:09.605792 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-ea01b8ab-9490-4018-88b8-185cb8c7e5f2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/97135373-75cb-4105-b939-90ddcc1545ca HTTP/1.1" status: 204  len: 168 time: 0.1770132
Dec 30 16:24:09.762479 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1977ddda-801d-4cd3-9362-4c02700bd216 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Router e5e016c0-5fc0-420a-8f2e-af1da10ce601 has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:24:09.959830 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1977ddda-801d-4cd3-9362-4c02700bd216 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:24:09.971088 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d03053-bb12-4323-bce9-9f2503cf16ea None None] Sync routers for ids ['e5e016c0-5fc0-420a-8f2e-af1da10ce601'] in dv-cinder-822939-1-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:24:09.973828 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1977ddda-801d-4cd3-9362-4c02700bd216 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for floatingip, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:09.982596 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d03053-bb12-4323-bce9-9f2503cf16ea None None] Routers {'e5e016c0-5fc0-420a-8f2e-af1da10ce601'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:24:09.983379 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-c7d03053-bb12-4323-bce9-9f2503cf16ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d583e580>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:23:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['e5e016c0-5fc0-420a-8f2e-af1da10ce601'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:24:10.038524 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-1977ddda-801d-4cd3-9362-4c02700bd216 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "PUT /v2.0/floatingips/333b0797-f0e5-42b1-835b-835d6e78de29 HTTP/1.1" status: 200  len: 991 time: 1.8042789
Dec 30 16:24:10.039336 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9ed727-7780-43b8-bcc0-4352bfa8c0c4', 'tag': 'aaae8778-dca4-4a15-a71c-871a3a7292c5'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:24:10.096442 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f9ed727-7780-43b8-bcc0-4352bfa8c0c4', 'tag': 'aaae8778-dca4-4a15-a71c-871a3a7292c5', 'status': 'completed', 'code': 200}
Dec 30 16:24:10.189393 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-c7d03053-bb12-4323-bce9-9f2503cf16ea None None] Set router e5e016c0-5fc0-420a-8f2e-af1da10ce601 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:24:10.196492 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-24ce191c-8522-4349-83a6-90146f36ce55 req-6dcdeab1-e576-48e0-b322-2e77369878fd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=68a21c1767cb4406bba3b9b738393ddc&device_id=5f9ed727-7780-43b8-bcc0-4352bfa8c0c4 HTTP/1.1" status: 200  len: 1099 time: 0.0727670
Dec 30 16:24:10.430924 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce191c-8522-4349-83a6-90146f36ce55 req-222fb411-9063-494a-b0eb-f81cc75ddc94 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:10.432356 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-24ce191c-8522-4349-83a6-90146f36ce55 req-222fb411-9063-494a-b0eb-f81cc75ddc94 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1c537c90-32cb-4109-9814-ee7321945809 HTTP/1.1" status: 200  len: 911 time: 0.2294598
Dec 30 16:24:10.491484 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 53580) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:24:10.557613 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-24ce191c-8522-4349-83a6-90146f36ce55 req-4d0b83bc-8bea-490e-93a9-903b4de5dee6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aaae8778-dca4-4a15-a71c-871a3a7292c5 HTTP/1.1" status: 200  len: 999 time: 0.1178546
Dec 30 16:24:10.591780 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-c7d03053-bb12-4323-bce9-9f2503cf16ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d583e580>, [{'id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'name': 'tempest-AttachVolumeTestJSON-2073934760-router', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:19:35Z', 'revision_number': 4, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'gw_port': {'id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:29Z', 'updated_at': '2021-12-30T16:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_floatingips': [{'id': '333b0797-f0e5-42b1-835b-835d6e78de29', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'router_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'port_id': 'aaae8778-dca4-4a15-a71c-871a3a7292c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c537c90-32cb-4109-9814-ee7321945809', 'mac_address': 'fa:16:3e:23:2a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ed727-7780-43b8-bcc0-4352bfa8c0c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-30T16:23:54Z', 'updated_at': '2021-12-30T16:24:08Z', 'revision_number': 1, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8', 'name': '', 'network_id': '1c537c90-32cb-4109-9814-ee7321945809', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'mac_address': 'fa:16:3e:75:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '944ab297-fca1-4f6e-94db-374949491f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:34Z', 'updated_at': '2021-12-30T16:20:04Z', 'revision_number': 5, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'subnets': [{'id': '944ab297-fca1-4f6e-94db-374949491f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:24:10.596626 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d03053-bb12-4323-bce9-9f2503cf16ea None None] Checking router: e5e016c0-5fc0-420a-8f2e-af1da10ce601 for host: dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:24:10.610138 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d03053-bb12-4323-bce9-9f2503cf16ea None None] Routers {'e5e016c0-5fc0-420a-8f2e-af1da10ce601'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:24:10.610815 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-c7d03053-bb12-4323-bce9-9f2503cf16ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d583e580>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:23:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['e5e016c0-5fc0-420a-8f2e-af1da10ce601'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:24:10.623867 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce191c-8522-4349-83a6-90146f36ce55 req-23d8011d-3ba8-4eef-a37f-b001d7299c6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:10.625504 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-24ce191c-8522-4349-83a6-90146f36ce55 req-23d8011d-3ba8-4eef-a37f-b001d7299c6b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=944ab297-fca1-4f6e-94db-374949491f42 HTTP/1.1" status: 200  len: 850 time: 0.0597072
Dec 30 16:24:10.642334 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-593fa519-5b0c-4e13-98e3-fbade1c3c0de admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-282285133-network', 'tenant_id': '182a659c85514d8eabc2bdc0d4126e44'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:24:10.647103 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-593fa519-5b0c-4e13-98e3-fbade1c3c0de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:24:10.650905 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-593fa519-5b0c-4e13-98e3-fbade1c3c0de admin admin] Usage tracker for resource:network and tenant:182a659c85514d8eabc2bdc0d4126e44 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:24:10.653740 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-593fa519-5b0c-4e13-98e3-fbade1c3c0de admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:24:10.659659 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-593fa519-5b0c-4e13-98e3-fbade1c3c0de admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:24:10.670106 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-593fa519-5b0c-4e13-98e3-fbade1c3c0de admin admin] Made reservation on behalf of 182a659c85514d8eabc2bdc0d4126e44 for: {'network': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:24:10.673346 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-593fa519-5b0c-4e13-98e3-fbade1c3c0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for network, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:10.689753 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-593fa519-5b0c-4e13-98e3-fbade1c3c0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:10.724112 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-593fa519-5b0c-4e13-98e3-fbade1c3c0de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:24:10.727988 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-593fa519-5b0c-4e13-98e3-fbade1c3c0de admin admin] Usage tracker for resource:security_group_rule and tenant:182a659c85514d8eabc2bdc0d4126e44 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:24:10.730454 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-24ce191c-8522-4349-83a6-90146f36ce55 req-9bafd208-3f21-4544-b8a5-92e328c853f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1c537c90-32cb-4109-9814-ee7321945809&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0804057
Dec 30 16:24:10.730956 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-593fa519-5b0c-4e13-98e3-fbade1c3c0de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:24:10.737758 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-593fa519-5b0c-4e13-98e3-fbade1c3c0de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:24:10.811317 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-c7d03053-bb12-4323-bce9-9f2503cf16ea None None] Set router e5e016c0-5fc0-420a-8f2e-af1da10ce601 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:24:10.819619 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-593fa519-5b0c-4e13-98e3-fbade1c3c0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:10.824490 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-593fa519-5b0c-4e13-98e3-fbade1c3c0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:10.860396 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-593fa519-5b0c-4e13-98e3-fbade1c3c0de admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'}  {{(pid=82858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 30 16:24:10.869563 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593fa519-5b0c-4e13-98e3-fbade1c3c0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2362a859-b273-43a0-87eb-62db39ae4b6e,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:24:10.876467 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-593fa519-5b0c-4e13-98e3-fbade1c3c0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:10.877007 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.db.segments_db [None req-593fa519-5b0c-4e13-98e3-fbade1c3c0de admin admin] Added segment e4586d5e-e5dd-498e-a0dc-edd13fdac2d9 of type vlan for network e336348f-919c-44fb-b29c-897d6e91ac83
Dec 30 16:24:10.909038 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-593fa519-5b0c-4e13-98e3-fbade1c3c0de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793095940298'] for network, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:10.933542 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-24ce191c-8522-4349-83a6-90146f36ce55 req-ee3bd104-e846-46b5-a011-69a1e8129440 service neutron] 10.222.0.43 "GET /v2.0/networks/1c537c90-32cb-4109-9814-ee7321945809?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1963439
Dec 30 16:24:10.943849 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-593fa519-5b0c-4e13-98e3-fbade1c3c0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487'] for network, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:10.944720 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593fa519-5b0c-4e13-98e3-fbade1c3c0de admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:10.945425 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-593fa519-5b0c-4e13-98e3-fbade1c3c0de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:11.047839 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593fa519-5b0c-4e13-98e3-fbade1c3c0de admin admin] Pushing event updated for resources: {'Network': ['ID=e336348f-919c-44fb-b29c-897d6e91ac83,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:24:11.054412 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-593fa519-5b0c-4e13-98e3-fbade1c3c0de admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.5618775
Dec 30 16:24:11.054990 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 53588) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:24:11.060580 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-9d29be29-2fc2-42ed-9180-c02128ededf7 admin admin] Request body: {'subnet': {'network_id': 'e336348f-919c-44fb-b29c-897d6e91ac83', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-282285133-subnet', 'tenant_id': '182a659c85514d8eabc2bdc0d4126e44', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:24:11.066012 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-9d29be29-2fc2-42ed-9180-c02128ededf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:24:11.070763 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-9d29be29-2fc2-42ed-9180-c02128ededf7 admin admin] Usage tracker for resource:subnet and tenant:182a659c85514d8eabc2bdc0d4126e44 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:24:11.070915 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-24ce191c-8522-4349-83a6-90146f36ce55 req-74ce2aea-bed9-496f-826d-e7fcf6a830d5 service neutron] 10.222.0.43 "GET /v2.0/networks/1c537c90-32cb-4109-9814-ee7321945809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1301491
Dec 30 16:24:11.073750 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-9d29be29-2fc2-42ed-9180-c02128ededf7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:24:11.079642 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-9d29be29-2fc2-42ed-9180-c02128ededf7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:24:11.091535 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Network e336348f-919c-44fb-b29c-897d6e91ac83 details requested by agent ovs-agent-dv-cinder-822939-1-iscsi with host dv-cinder-822939-1-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 30 16:24:11.092321 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d29be29-2fc2-42ed-9180-c02128ededf7 admin admin] Made reservation on behalf of 182a659c85514d8eabc2bdc0d4126e44 for: {'subnet': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:24:11.094840 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9d29be29-2fc2-42ed-9180-c02128ededf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2632628'] for subnet, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:11.348007 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-c7d03053-bb12-4323-bce9-9f2503cf16ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d583e580>, [{'id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'name': 'tempest-AttachVolumeTestJSON-2073934760-router', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:19:35Z', 'revision_number': 4, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'gw_port': {'id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:29Z', 'updated_at': '2021-12-30T16:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_floatingips': [{'id': '333b0797-f0e5-42b1-835b-835d6e78de29', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'router_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'port_id': 'aaae8778-dca4-4a15-a71c-871a3a7292c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c537c90-32cb-4109-9814-ee7321945809', 'mac_address': 'fa:16:3e:23:2a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ed727-7780-43b8-bcc0-4352bfa8c0c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-30T16:23:54Z', 'updated_at': '2021-12-30T16:24:08Z', 'revision_number': 1, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8', 'name': '', 'network_id': '1c537c90-32cb-4109-9814-ee7321945809', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'mac_address': 'fa:16:3e:75:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '944ab297-fca1-4f6e-94db-374949491f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:34Z', 'updated_at': '2021-12-30T16:20:04Z', 'revision_number': 5, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'subnets': [{'id': '944ab297-fca1-4f6e-94db-374949491f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:24:11.351988 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d03053-bb12-4323-bce9-9f2503cf16ea None None] The sync data for ids ['e5e016c0-5fc0-420a-8f2e-af1da10ce601'] in dv-cinder-822939-1-iscsi is: [{'id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'name': 'tempest-AttachVolumeTestJSON-2073934760-router', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:19:35Z', 'revision_number': 4, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'gw_port': {'id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:29Z', 'updated_at': '2021-12-30T16:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_floatingips': [{'id': '333b0797-f0e5-42b1-835b-835d6e78de29', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'router_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'port_id': 'aaae8778-dca4-4a15-a71c-871a3a7292c5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c537c90-32cb-4109-9814-ee7321945809', 'mac_address': 'fa:16:3e:23:2a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9ed727-7780-43b8-bcc0-4352bfa8c0c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-30T16:23:54Z', 'updated_at': '2021-12-30T16:24:08Z', 'revision_number': 1, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8', 'name': '', 'network_id': '1c537c90-32cb-4109-9814-ee7321945809', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'mac_address': 'fa:16:3e:75:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '944ab297-fca1-4f6e-94db-374949491f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:34Z', 'updated_at': '2021-12-30T16:20:04Z', 'revision_number': 5, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'subnets': [{'id': '944ab297-fca1-4f6e-94db-374949491f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:24:11.383806 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9d29be29-2fc2-42ed-9180-c02128ededf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2958441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2631246'] for subnet, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:11.455431 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29be29-2fc2-42ed-9180-c02128ededf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a05e4c68-582f-4244-8256-35abef41c82a,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:24:11.474029 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d29be29-2fc2-42ed-9180-c02128ededf7 admin admin] Checking segment: {'id': 'e4586d5e-e5dd-498e-a0dc-edd13fdac2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'e336348f-919c-44fb-b29c-897d6e91ac83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:24:11.474799 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d29be29-2fc2-42ed-9180-c02128ededf7 admin admin] Network hostable DHCP agents. Network: e336348f-919c-44fb-b29c-897d6e91ac83, hostable agents: ['56495f28-f8e1-4ded-a581-8b29fe371967'], hosted agents: [] {{(pid=82858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 30 16:24:11.503548 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d29be29-2fc2-42ed-9180-c02128ededf7 admin admin] Network e336348f-919c-44fb-b29c-897d6e91ac83 is scheduled to be hosted by DHCP agent 56495f28-f8e1-4ded-a581-8b29fe371967 with binding_index 1 {{(pid=82858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 30 16:24:11.515407 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-9d29be29-2fc2-42ed-9180-c02128ededf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822939-1-iscsi, e336348f-919c-44fb-b29c-897d6e91ac83) {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:24:11.519621 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d29be29-2fc2-42ed-9180-c02128ededf7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:11.520192 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9d29be29-2fc2-42ed-9180-c02128ededf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:11.525896 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d647212a-dd1d-4d54-bf24-37d440404b86 None None] Network e336348f-919c-44fb-b29c-897d6e91ac83 requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:24:11.544771 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-9d29be29-2fc2-42ed-9180-c02128ededf7 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4883308
Dec 30 16:24:11.579231 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc22e48-fdcc-44f8-a28d-78ec2654c7ac None None] New status for floating IP 333b0797-f0e5-42b1-835b-835d6e78de29: ACTIVE {{(pid=82860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 30 16:24:11.746888 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f698c3-1b6b-4f2e-abce-085f89ae2692 None None] Network e336348f-919c-44fb-b29c-897d6e91ac83 requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:24:12.466775 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 53616) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:24:12.473653 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-c408f56a-6a6b-4445-8951-757ed4c6bc09 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-701310072-network', 'tenant_id': 'e918938fc8ab48fdbf07306a10025d5c'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:24:12.479525 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-c408f56a-6a6b-4445-8951-757ed4c6bc09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:24:12.484088 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-c408f56a-6a6b-4445-8951-757ed4c6bc09 admin admin] Usage tracker for resource:network and tenant:e918938fc8ab48fdbf07306a10025d5c is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:24:12.486940 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-c408f56a-6a6b-4445-8951-757ed4c6bc09 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:24:12.492619 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-c408f56a-6a6b-4445-8951-757ed4c6bc09 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:24:12.503176 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c408f56a-6a6b-4445-8951-757ed4c6bc09 admin admin] Made reservation on behalf of e918938fc8ab48fdbf07306a10025d5c for: {'network': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:24:12.505509 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c408f56a-6a6b-4445-8951-757ed4c6bc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for network, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:12.518043 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c408f56a-6a6b-4445-8951-757ed4c6bc09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:12.547733 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-c408f56a-6a6b-4445-8951-757ed4c6bc09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:24:12.551602 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-c408f56a-6a6b-4445-8951-757ed4c6bc09 admin admin] Usage tracker for resource:security_group_rule and tenant:e918938fc8ab48fdbf07306a10025d5c is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:24:12.554494 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-c408f56a-6a6b-4445-8951-757ed4c6bc09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:24:12.560157 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-c408f56a-6a6b-4445-8951-757ed4c6bc09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:24:12.629373 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c408f56a-6a6b-4445-8951-757ed4c6bc09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:12.634389 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c408f56a-6a6b-4445-8951-757ed4c6bc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:12.663622 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c408f56a-6a6b-4445-8951-757ed4c6bc09 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'}  {{(pid=82858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 30 16:24:12.677320 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408f56a-6a6b-4445-8951-757ed4c6bc09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb36e39-8832-4e00-9bbe-198666abeebf,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:24:12.681672 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c408f56a-6a6b-4445-8951-757ed4c6bc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:12.682003 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.db.segments_db [None req-c408f56a-6a6b-4445-8951-757ed4c6bc09 admin admin] Added segment 63925d56-0913-4716-b3cf-0e90d27f4214 of type vlan for network 8d2d3209-7dc4-4f91-9c84-f85eb448349d
Dec 30 16:24:12.712198 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c408f56a-6a6b-4445-8951-757ed4c6bc09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793095940298'] for network, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:12.743081 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c408f56a-6a6b-4445-8951-757ed4c6bc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487'] for network, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:12.743931 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c408f56a-6a6b-4445-8951-757ed4c6bc09 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:12.744498 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c408f56a-6a6b-4445-8951-757ed4c6bc09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:12.847155 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-c408f56a-6a6b-4445-8951-757ed4c6bc09 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.3784623
Dec 30 16:24:12.847838 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c408f56a-6a6b-4445-8951-757ed4c6bc09 admin admin] Pushing event updated for resources: {'Network': ['ID=8d2d3209-7dc4-4f91-9c84-f85eb448349d,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:24:12.849825 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 53622) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:24:12.855697 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-dc51395a-9bcc-49a4-b27d-e081dd3f3734 admin admin] Request body: {'subnet': {'network_id': '8d2d3209-7dc4-4f91-9c84-f85eb448349d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-701310072-subnet', 'tenant_id': 'e918938fc8ab48fdbf07306a10025d5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:24:12.858824 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Network 8d2d3209-7dc4-4f91-9c84-f85eb448349d details requested by agent ovs-agent-dv-cinder-822939-1-iscsi with host dv-cinder-822939-1-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 30 16:24:12.860803 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-dc51395a-9bcc-49a4-b27d-e081dd3f3734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:24:12.864643 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-dc51395a-9bcc-49a4-b27d-e081dd3f3734 admin admin] Usage tracker for resource:subnet and tenant:e918938fc8ab48fdbf07306a10025d5c is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:24:12.867550 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-dc51395a-9bcc-49a4-b27d-e081dd3f3734 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:24:12.873102 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-dc51395a-9bcc-49a4-b27d-e081dd3f3734 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:24:12.884332 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc51395a-9bcc-49a4-b27d-e081dd3f3734 admin admin] Made reservation on behalf of e918938fc8ab48fdbf07306a10025d5c for: {'subnet': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:24:12.886745 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-dc51395a-9bcc-49a4-b27d-e081dd3f3734 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2632628'] for subnet, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:13.100979 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-dc51395a-9bcc-49a4-b27d-e081dd3f3734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2958441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2631246'] for subnet, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:13.165662 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc51395a-9bcc-49a4-b27d-e081dd3f3734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fed5ab7c-f99d-4813-b0f9-1508980ff2c3,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:24:13.191523 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc51395a-9bcc-49a4-b27d-e081dd3f3734 admin admin] Checking segment: {'id': '63925d56-0913-4716-b3cf-0e90d27f4214', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '8d2d3209-7dc4-4f91-9c84-f85eb448349d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:24:13.192077 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc51395a-9bcc-49a4-b27d-e081dd3f3734 admin admin] Network hostable DHCP agents. Network: 8d2d3209-7dc4-4f91-9c84-f85eb448349d, hostable agents: ['56495f28-f8e1-4ded-a581-8b29fe371967'], hosted agents: [] {{(pid=82858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 30 16:24:13.222668 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc51395a-9bcc-49a4-b27d-e081dd3f3734 admin admin] Network 8d2d3209-7dc4-4f91-9c84-f85eb448349d is scheduled to be hosted by DHCP agent 56495f28-f8e1-4ded-a581-8b29fe371967 with binding_index 1 {{(pid=82858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 30 16:24:13.234922 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-dc51395a-9bcc-49a4-b27d-e081dd3f3734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822939-1-iscsi, 8d2d3209-7dc4-4f91-9c84-f85eb448349d) {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:24:13.239429 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc51395a-9bcc-49a4-b27d-e081dd3f3734 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:13.240152 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-dc51395a-9bcc-49a4-b27d-e081dd3f3734 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:13.244370 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666d62d5-d5f7-4097-a4d1-1fbc93683baa None None] Network 8d2d3209-7dc4-4f91-9c84-f85eb448349d requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:24:13.261559 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-dc51395a-9bcc-49a4-b27d-e081dd3f3734 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4107113
Dec 30 16:24:13.457925 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a26289b-1296-44a7-9952-19ac1449d707 None None] Network 8d2d3209-7dc4-4f91-9c84-f85eb448349d requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:24:15.118259 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-05b2bcd6-3ae8-4a78-8a73-a3cc99abf2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:17.346149 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-27865b0d-3c88-45b4-81ac-fff6550d430d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:18.329602 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:18.662251 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:19.798285 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:21.353054 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-488a09c1-af39-4c3a-b874-081f372872da req-87178ca5-e470-4ee8-9fbc-1ab410d6a96b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0672534
Dec 30 16:24:21.504456 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-488a09c1-af39-4c3a-b874-081f372872da req-ec1fad93-9d5b-4e42-8908-ff9337a64e99 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=56b2c03b9ea44b739b7f8011ada529cb&device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 1098 time: 0.0776246
Dec 30 16:24:21.657399 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a09c1-af39-4c3a-b874-081f372872da req-e1cff981-d03c-4886-9e5d-b7014ef337ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:21.658988 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-488a09c1-af39-4c3a-b874-081f372872da req-e1cff981-d03c-4886-9e5d-b7014ef337ed service neutron] 10.222.0.43 "GET /v2.0/networks?id=86764f6c-6ecd-48e9-b549-52650a897818 HTTP/1.1" status: 200  len: 907 time: 0.1309166
Dec 30 16:24:21.770320 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-488a09c1-af39-4c3a-b874-081f372872da req-c80d9416-719b-4853-83d6-d23215d7e9e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30347955-b1cb-47f6-bef4-8e7a0a2c3469 HTTP/1.1" status: 200  len: 1000 time: 0.1049645
Dec 30 16:24:21.836889 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a09c1-af39-4c3a-b874-081f372872da req-025146d8-5b39-47cb-b7a7-2396e240a04f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:21.838276 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-488a09c1-af39-4c3a-b874-081f372872da req-025146d8-5b39-47cb-b7a7-2396e240a04f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7ef85b58-3499-4416-bb4b-3b0b796ad66e HTTP/1.1" status: 200  len: 846 time: 0.0612190
Dec 30 16:24:21.920631 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-488a09c1-af39-4c3a-b874-081f372872da req-b497101a-108a-425b-8651-a5a6ddcca339 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=86764f6c-6ecd-48e9-b549-52650a897818&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0759656
Dec 30 16:24:22.053389 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-488a09c1-af39-4c3a-b874-081f372872da req-6eed50ea-6663-4d8a-86f6-1753a320eacb service neutron] 10.222.0.43 "GET /v2.0/networks/86764f6c-6ecd-48e9-b549-52650a897818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238399
Dec 30 16:24:22.187580 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-488a09c1-af39-4c3a-b874-081f372872da req-ab3e32c4-8a10-4e49-bb3b-5a6c802eb5dd service neutron] 10.222.0.43 "GET /v2.0/networks/86764f6c-6ecd-48e9-b549-52650a897818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276267
Dec 30 16:24:22.586762 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:25.434070 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc9f27-48ac-41ce-9d58-482946b3d909 req-14ce6ca5-7158-447b-b8df-4476af679bdf tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:25.435469 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-aefc9f27-48ac-41ce-9d58-482946b3d909 req-14ce6ca5-7158-447b-b8df-4476af679bdf tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 945 time: 0.0924180
Dec 30 16:24:25.484570 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-aefc9f27-48ac-41ce-9d58-482946b3d909 req-0568e5a6-2b88-408e-8d43-2084233f8ac1 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408418
Dec 30 16:24:26.712923 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96067eba-42be-4813-80ac-91daec80ca6d req-836cb6ee-4755-4482-8ed5-a2e873a75e37 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:26.714351 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-96067eba-42be-4813-80ac-91daec80ca6d req-836cb6ee-4755-4482-8ed5-a2e873a75e37 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 945 time: 0.0908594
Dec 30 16:24:26.996868 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-96067eba-42be-4813-80ac-91daec80ca6d req-4e2dbbdc-371a-4254-832b-89d2f697e357 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2759860
Dec 30 16:24:27.580268 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:24:28.295764 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8d396-de80-49e0-8801-427a167c658f req-d0500b97-db08-40a2-99bb-ae51db244904 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:28.297207 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8fc8d396-de80-49e0-8801-427a167c658f req-d0500b97-db08-40a2-99bb-ae51db244904 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 945 time: 0.1637390
Dec 30 16:24:28.343673 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8fc8d396-de80-49e0-8801-427a167c658f req-405721d8-5a21-44eb-9b46-e15945d8b78f tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407500
Dec 30 16:24:29.575892 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fcd6a5-c2b9-4ba5-818b-5bbac2e3de84 req-ef553bc3-1c0f-4b34-9754-ee28055e0e82 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:29.578083 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c0fcd6a5-c2b9-4ba5-818b-5bbac2e3de84 req-ef553bc3-1c0f-4b34-9754-ee28055e0e82 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 945 time: 0.0833142
Dec 30 16:24:29.626790 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c0fcd6a5-c2b9-4ba5-818b-5bbac2e3de84 req-4e07a3ba-53c3-4ee8-bb6a-57d101e7aabc tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402801
Dec 30 16:24:30.120504 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 53822) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:24:30.190392 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e195c89-d2ad-4934-b206-b7b6aff7c784 admin admin] Deleting subnet a05e4c68-582f-4244-8256-35abef41c82a {{(pid=82858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}}
Dec 30 16:24:30.193762 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8e195c89-d2ad-4934-b206-b7b6aff7c784 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:30.243507 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8e195c89-d2ad-4934-b206-b7b6aff7c784 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045561'] for subnet, precommit_delete_associations {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:30.305373 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8e195c89-d2ad-4934-b206-b7b6aff7c784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-618588'] for subnet, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:30.378623 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8e195c89-d2ad-4934-b206-b7b6aff7c784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-618599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2958376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2631253'] for subnet, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:30.413318 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e195c89-d2ad-4934-b206-b7b6aff7c784 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a05e4c68-582f-4244-8256-35abef41c82a,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:24:30.419666 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8e195c89-d2ad-4934-b206-b7b6aff7c784 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:30.425794 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-8e195c89-d2ad-4934-b206-b7b6aff7c784 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a05e4c68-582f-4244-8256-35abef41c82a HTTP/1.1" status: 204  len: 168 time: 0.3039653
Dec 30 16:24:30.429750 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 53826) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:24:30.534265 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6e99d3e8-a7e3-404e-88cf-d609fb14ab07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544548'] for network, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:30.656748 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6e99d3e8-a7e3-404e-88cf-d609fb14ab07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-618013', 'neutron.services.segments.db._delete_segments_for_network-8793096430318'] for network, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:30.682573 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-6e99d3e8-a7e3-404e-88cf-d609fb14ab07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff4d452cf70>,) {'filters': {'network_id': ['e336348f-919c-44fb-b29c-897d6e91ac83']}} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:24:30.695644 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-6e99d3e8-a7e3-404e-88cf-d609fb14ab07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff4d452cf70>, 'e4586d5e-e5dd-498e-a0dc-edd13fdac2d9') {'for_net_delete': True} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:24:30.695934 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-6e99d3e8-a7e3-404e-88cf-d609fb14ab07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff4d452cf70>, 'e4586d5e-e5dd-498e-a0dc-edd13fdac2d9') {} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:24:30.709365 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6e99d3e8-a7e3-404e-88cf-d609fb14ab07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793096435469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045536'] for segment, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:30.726650 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6e99d3e8-a7e3-404e-88cf-d609fb14ab07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:30.733811 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e99d3e8-a7e3-404e-88cf-d609fb14ab07 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=82858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 30 16:24:30.734332 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6e99d3e8-a7e3-404e-88cf-d609fb14ab07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-621716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2958542'] for segment, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:30.754091 dv-cinder-822939-1-iscsi neutron-server[82858]: Traceback (most recent call last):
Dec 30 16:24:30.754091 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 30 16:24:30.754091 dv-cinder-822939-1-iscsi neutron-server[82858]:     timer()
Dec 30 16:24:30.754091 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 30 16:24:30.754091 dv-cinder-822939-1-iscsi neutron-server[82858]:     cb(*args, **kw)
Dec 30 16:24:30.754091 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 30 16:24:30.754091 dv-cinder-822939-1-iscsi neutron-server[82858]:     return func(*args, **kwargs)
Dec 30 16:24:30.754091 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 30 16:24:30.754091 dv-cinder-822939-1-iscsi neutron-server[82858]:     self._notify()
Dec 30 16:24:30.754091 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 30 16:24:30.754091 dv-cinder-822939-1-iscsi neutron-server[82858]:     self.callback(batched_events)
Dec 30 16:24:30.754091 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 30 16:24:30.754091 dv-cinder-822939-1-iscsi neutron-server[82858]:     event.method(event)
Dec 30 16:24:30.754091 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 30 16:24:30.754091 dv-cinder-822939-1-iscsi neutron-server[82858]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 30 16:24:30.754091 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 30 16:24:30.754091 dv-cinder-822939-1-iscsi neutron-server[82858]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 30 16:24:30.754091 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 30 16:24:30.754091 dv-cinder-822939-1-iscsi neutron-server[82858]:     return f(self, *a, **k)
Dec 30 16:24:30.754091 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 30 16:24:30.754091 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self._get(url).json()
Dec 30 16:24:30.754091 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 30 16:24:30.754091 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 30 16:24:30.754091 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 30 16:24:30.754091 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self.request(url, 'GET', **kwargs)
Dec 30 16:24:30.754091 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 30 16:24:30.754091 dv-cinder-822939-1-iscsi neutron-server[82858]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 30 16:24:30.754091 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 30 16:24:30.754091 dv-cinder-822939-1-iscsi neutron-server[82858]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 30 16:24:30.754091 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 30 16:24:30.754091 dv-cinder-822939-1-iscsi neutron-server[82858]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 30 16:24:30.754091 dv-cinder-822939-1-iscsi neutron-server[82858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 30 16:24:30.828162 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6e99d3e8-a7e3-404e-88cf-d609fb14ab07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-618002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4017932'] for network, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:30.834120 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6e99d3e8-a7e3-404e-88cf-d609fb14ab07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:30.857593 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e99d3e8-a7e3-404e-88cf-d609fb14ab07 admin admin] Pushing event deleted for resources: {'Network': ['ID=e336348f-919c-44fb-b29c-897d6e91ac83,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:24:30.864023 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-6e99d3e8-a7e3-404e-88cf-d609fb14ab07 admin admin] 10.222.0.31 "DELETE /v2.0/networks/e336348f-919c-44fb-b29c-897d6e91ac83 HTTP/1.1" status: 204  len: 168 time: 0.4306767
Dec 30 16:24:30.864914 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 53834) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:24:30.926806 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb9ecea-8fc4-4d3a-8081-025c18a7b9e5 admin admin] Deleting subnet fed5ab7c-f99d-4813-b0f9-1508980ff2c3 {{(pid=82858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}}
Dec 30 16:24:30.929809 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2bb9ecea-8fc4-4d3a-8081-025c18a7b9e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:30.980010 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2bb9ecea-8fc4-4d3a-8081-025c18a7b9e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045561'] for subnet, precommit_delete_associations {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:30.995719 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12c845-f187-48e8-acb8-35f7a00b4654 req-03653975-b773-4d5f-9589-0a54a119107d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:30.997188 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ba12c845-f187-48e8-acb8-35f7a00b4654 req-03653975-b773-4d5f-9589-0a54a119107d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 945 time: 0.0850613
Dec 30 16:24:31.039089 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2bb9ecea-8fc4-4d3a-8081-025c18a7b9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-618588'] for subnet, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:31.043326 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ba12c845-f187-48e8-acb8-35f7a00b4654 req-481bdd33-8471-4d45-9368-26e54e02bc9a tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398016
Dec 30 16:24:31.177698 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2bb9ecea-8fc4-4d3a-8081-025c18a7b9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-618599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2958376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2631253'] for subnet, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:31.212489 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9ecea-8fc4-4d3a-8081-025c18a7b9e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fed5ab7c-f99d-4813-b0f9-1508980ff2c3,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:24:31.218632 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2bb9ecea-8fc4-4d3a-8081-025c18a7b9e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:31.224320 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-2bb9ecea-8fc4-4d3a-8081-025c18a7b9e5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fed5ab7c-f99d-4813-b0f9-1508980ff2c3 HTTP/1.1" status: 204  len: 168 time: 0.3591950
Dec 30 16:24:31.226767 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 53838) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:24:31.327541 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4354ac49-9964-4139-94a0-aaabbf31a2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544548'] for network, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:31.447147 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4354ac49-9964-4139-94a0-aaabbf31a2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-618013', 'neutron.services.segments.db._delete_segments_for_network-8793096430318'] for network, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:31.471356 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-4354ac49-9964-4139-94a0-aaabbf31a2d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff4d47a4c40>,) {'filters': {'network_id': ['8d2d3209-7dc4-4f91-9c84-f85eb448349d']}} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:24:31.487130 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-4354ac49-9964-4139-94a0-aaabbf31a2d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff4d47a4c40>, '63925d56-0913-4716-b3cf-0e90d27f4214') {'for_net_delete': True} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:24:31.487411 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-4354ac49-9964-4139-94a0-aaabbf31a2d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff4d47a4c40>, '63925d56-0913-4716-b3cf-0e90d27f4214') {} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:24:31.498675 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4354ac49-9964-4139-94a0-aaabbf31a2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793096435469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045536'] for segment, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:31.515916 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4354ac49-9964-4139-94a0-aaabbf31a2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:31.521918 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4354ac49-9964-4139-94a0-aaabbf31a2d8 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=82858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 30 16:24:31.522667 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4354ac49-9964-4139-94a0-aaabbf31a2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-621716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2958542'] for segment, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:31.535060 dv-cinder-822939-1-iscsi neutron-server[82858]: Traceback (most recent call last):
Dec 30 16:24:31.535060 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 30 16:24:31.535060 dv-cinder-822939-1-iscsi neutron-server[82858]:     timer()
Dec 30 16:24:31.535060 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 30 16:24:31.535060 dv-cinder-822939-1-iscsi neutron-server[82858]:     cb(*args, **kw)
Dec 30 16:24:31.535060 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 30 16:24:31.535060 dv-cinder-822939-1-iscsi neutron-server[82858]:     return func(*args, **kwargs)
Dec 30 16:24:31.535060 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 30 16:24:31.535060 dv-cinder-822939-1-iscsi neutron-server[82858]:     self._notify()
Dec 30 16:24:31.535060 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 30 16:24:31.535060 dv-cinder-822939-1-iscsi neutron-server[82858]:     self.callback(batched_events)
Dec 30 16:24:31.535060 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 30 16:24:31.535060 dv-cinder-822939-1-iscsi neutron-server[82858]:     event.method(event)
Dec 30 16:24:31.535060 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 30 16:24:31.535060 dv-cinder-822939-1-iscsi neutron-server[82858]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 30 16:24:31.535060 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 30 16:24:31.535060 dv-cinder-822939-1-iscsi neutron-server[82858]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 30 16:24:31.535060 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 30 16:24:31.535060 dv-cinder-822939-1-iscsi neutron-server[82858]:     return f(self, *a, **k)
Dec 30 16:24:31.535060 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 30 16:24:31.535060 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self._get(url).json()
Dec 30 16:24:31.535060 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 30 16:24:31.535060 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 30 16:24:31.535060 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 30 16:24:31.535060 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self.request(url, 'GET', **kwargs)
Dec 30 16:24:31.535060 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 30 16:24:31.535060 dv-cinder-822939-1-iscsi neutron-server[82858]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 30 16:24:31.535060 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 30 16:24:31.535060 dv-cinder-822939-1-iscsi neutron-server[82858]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 30 16:24:31.535060 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 30 16:24:31.535060 dv-cinder-822939-1-iscsi neutron-server[82858]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 30 16:24:31.535060 dv-cinder-822939-1-iscsi neutron-server[82858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 30 16:24:31.610441 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4354ac49-9964-4139-94a0-aaabbf31a2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-618002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4017932'] for network, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:31.625422 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4354ac49-9964-4139-94a0-aaabbf31a2d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:31.637571 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4354ac49-9964-4139-94a0-aaabbf31a2d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d2d3209-7dc4-4f91-9c84-f85eb448349d,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:24:31.640474 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-4354ac49-9964-4139-94a0-aaabbf31a2d8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8d2d3209-7dc4-4f91-9c84-f85eb448349d HTTP/1.1" status: 204  len: 168 time: 0.4127414
Dec 30 16:24:31.852072 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 53846) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:24:31.902474 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-0b586345-6fa2-4462-8962-a3f5f6a521ad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=182a659c85514d8eabc2bdc0d4126e44&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0487254
Dec 30 16:24:31.904478 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 53850) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:24:31.964970 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-086e2243-f430-4e99-8ad8-51f202154f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:31.996475 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-086e2243-f430-4e99-8ad8-51f202154f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:32.061824 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-086e2243-f430-4e99-8ad8-51f202154f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:32.078118 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e2243-f430-4e99-8ad8-51f202154f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2362a859-b273-43a0-87eb-62db39ae4b6e,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:24:32.083801 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-086e2243-f430-4e99-8ad8-51f202154f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:32.084322 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-086e2243-f430-4e99-8ad8-51f202154f9e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2362a859-b273-43a0-87eb-62db39ae4b6e HTTP/1.1" status: 204  len: 168 time: 0.1789565
Dec 30 16:24:32.449776 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f40c94-674a-4e5a-8824-556e7870af27 req-ee8a040b-8d0c-4465-9724-ecb59d58c8a4 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:32.451326 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-88f40c94-674a-4e5a-8824-556e7870af27 req-ee8a040b-8d0c-4465-9724-ecb59d58c8a4 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 945 time: 0.0740831
Dec 30 16:24:32.486436 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 53862) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:24:32.506239 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-88f40c94-674a-4e5a-8824-556e7870af27 req-289e6a92-382d-4d60-ac80-bf4e3eba6ea1 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457034
Dec 30 16:24:32.536721 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-a75af344-3b06-43d8-a6b9-bba39d0ca4e5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e918938fc8ab48fdbf07306a10025d5c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0487483
Dec 30 16:24:32.539177 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 53866) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:24:32.600335 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1211c1df-94cb-4ba7-bd22-9a143656c093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:32.625507 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1211c1df-94cb-4ba7-bd22-9a143656c093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:32.684969 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1211c1df-94cb-4ba7-bd22-9a143656c093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:32.700117 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1211c1df-94cb-4ba7-bd22-9a143656c093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb36e39-8832-4e00-9bbe-198666abeebf,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:24:32.704804 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1211c1df-94cb-4ba7-bd22-9a143656c093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:32.705916 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-1211c1df-94cb-4ba7-bd22-9a143656c093 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0fb36e39-8832-4e00-9bbe-198666abeebf HTTP/1.1" status: 204  len: 168 time: 0.1658375
Dec 30 16:24:33.720861 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5cd3c3-31b0-4791-b6db-0af9fea31ecd req-ab2ee3d8-d3a6-447a-a2ae-f71979d82607 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:33.722457 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ab5cd3c3-31b0-4791-b6db-0af9fea31ecd req-ab2ee3d8-d3a6-447a-a2ae-f71979d82607 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 945 time: 0.0773389
Dec 30 16:24:33.769383 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ab5cd3c3-31b0-4791-b6db-0af9fea31ecd req-30b87ea7-1633-4119-9b42-a36c349bf0f4 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414705
Dec 30 16:24:35.027213 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1debe129-ff57-4124-b41a-95561b442cd3 req-6611735e-7f36-491d-a5a6-60fc2a7b747e tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:35.029466 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1debe129-ff57-4124-b41a-95561b442cd3 req-6611735e-7f36-491d-a5a6-60fc2a7b747e tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 945 time: 0.0940011
Dec 30 16:24:35.075696 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1debe129-ff57-4124-b41a-95561b442cd3 req-8cc4adc2-a55d-48e1-a79f-3e75937034d7 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399878
Dec 30 16:24:36.309125 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c6766b-19a0-4d56-97f9-b21d26e3e890 req-f3b10f12-adb4-4071-ab39-1a70a0f0dada tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:36.310567 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-85c6766b-19a0-4d56-97f9-b21d26e3e890 req-f3b10f12-adb4-4071-ab39-1a70a0f0dada tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 945 time: 0.0890787
Dec 30 16:24:36.355956 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-85c6766b-19a0-4d56-97f9-b21d26e3e890 req-126abe68-a35f-4fa0-b2f1-8972ff011c02 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398676
Dec 30 16:24:37.577364 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0e5be-2bff-4463-80bb-afe67ee7ab10 req-b00e0828-c5a1-4bb9-a69c-5c6a2da36497 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:37.579364 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a3a0e5be-2bff-4463-80bb-afe67ee7ab10 req-b00e0828-c5a1-4bb9-a69c-5c6a2da36497 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 945 time: 0.0834968
Dec 30 16:24:37.626447 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a3a0e5be-2bff-4463-80bb-afe67ee7ab10 req-623ebdd7-b905-446b-98b8-b30bbb142034 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389817
Dec 30 16:24:38.481742 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba details requested by agent hyperv_hv-cinder-82293 with host hv-cinder-82293 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 30 16:24:38.621192 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=7edc38f1-ccf0-4a6b-af2b-27c8272c37ba,segment=NetworkSegment(5936c83c-be6b-48e8-9fcb-7dbbfde67386),segment_id=5936c83c-be6b-48e8-9fcb-7dbbfde67386)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:24:38.634213 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Returning: {'device': '7edc38f1-ccf0-4a6b-af2b-27c8272c37ba', 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283', 'port_id': '7edc38f1-ccf0-4a6b-af2b-27c8272c37ba', 'mac_address': 'fa:16:3e:c4:b7:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 30 16:24:38.687758 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:38.708238 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:24:38.726907 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=7edc38f1-ccf0-4a6b-af2b-27c8272c37ba,segment=NetworkSegment(5936c83c-be6b-48e8-9fcb-7dbbfde67386),segment_id=5936c83c-be6b-48e8-9fcb-7dbbfde67386)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:24:38.733479 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:38.806117 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=7edc38f1-ccf0-4a6b-af2b-27c8272c37ba,revision_number=6']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:24:38.814418 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:24:38.814757 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:24:38.815085 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:24:38.815411 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:24:38.815733 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:24:38.816051 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:24:38.816368 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:24:38.816706 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:24:38.817020 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:24:38.817361 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:24:38.817677 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:24:38.832591 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['7edc38f1-ccf0-4a6b-af2b-27c8272c37ba'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:24:38.851417 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e08d4-6aa2-4ebc-9f13-ea2ce45dc7c6 req-071eb091-ac3e-4d69-b82b-717b6a4f840e tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:38.853587 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f02e08d4-6aa2-4ebc-9f13-ea2ce45dc7c6 req-071eb091-ac3e-4d69-b82b-717b6a4f840e tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 944 time: 0.0763156
Dec 30 16:24:38.906780 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f02e08d4-6aa2-4ebc-9f13-ea2ce45dc7c6 req-c1d5d941-3823-4a09-b2f7-acc70b0879d5 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475130
Dec 30 16:24:39.966810 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba up at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:24:40.077317 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning complete for port 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:24:40.077855 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:40.118683 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af5a9b-3f0f-4765-871a-302f46f14daa req-9909d276-fe35-4423-a0ef-316a46a0b5fd tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:40.120163 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-01af5a9b-3f0f-4765-871a-302f46f14daa req-9909d276-fe35-4423-a0ef-316a46a0b5fd tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 944 time: 0.0748363
Dec 30 16:24:40.165439 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-01af5a9b-3f0f-4765-871a-302f46f14daa req-b35d3ef3-60f9-4ba5-82c4-83914df7250c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394785
Dec 30 16:24:40.187869 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:40.214278 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbead259-ae38-47a8-9942-4011784a381e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edc38f1-ccf0-4a6b-af2b-27c8272c37ba'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:24:40.223659 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=7edc38f1-ccf0-4a6b-af2b-27c8272c37ba,segment=NetworkSegment(5936c83c-be6b-48e8-9fcb-7dbbfde67386),segment_id=5936c83c-be6b-48e8-9fcb-7dbbfde67386)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:24:40.228498 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:40.272147 dv-cinder-822939-1-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbead259-ae38-47a8-9942-4011784a381e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edc38f1-ccf0-4a6b-af2b-27c8272c37ba', 'code': 200}
Dec 30 16:24:40.295883 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=7edc38f1-ccf0-4a6b-af2b-27c8272c37ba,revision_number=7']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:24:41.527138 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b2fe0-4bdc-4f04-a3a2-d21bdb5e5e1d req-022b2564-dccf-4150-acc0-7d34fbbb3585 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:41.528592 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a80b2fe0-4bdc-4f04-a3a2-d21bdb5e5e1d req-022b2564-dccf-4150-acc0-7d34fbbb3585 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 945 time: 0.2178810
Dec 30 16:24:41.577366 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a80b2fe0-4bdc-4f04-a3a2-d21bdb5e5e1d req-8d241d9f-11df-468e-a313-930d9f613442 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429714
Dec 30 16:24:42.807333 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c33392-a912-44bd-b8b1-0f1ae55183a2 req-3e0a6589-94a0-40f2-b85d-3481a712e795 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:42.808658 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-45c33392-a912-44bd-b8b1-0f1ae55183a2 req-3e0a6589-94a0-40f2-b85d-3481a712e795 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 945 time: 0.0806708
Dec 30 16:24:42.857363 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-45c33392-a912-44bd-b8b1-0f1ae55183a2 req-49072fb8-6353-4046-bbf7-a6effe303f4d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405726
Dec 30 16:24:44.095669 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535c3f7-fdbf-4916-9a26-5997bec5d7be req-9d02b498-3618-49d6-b2b7-3fd2e3c5461d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:44.097115 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4535c3f7-fdbf-4916-9a26-5997bec5d7be req-9d02b498-3618-49d6-b2b7-3fd2e3c5461d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 945 time: 0.0843167
Dec 30 16:24:44.141212 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4535c3f7-fdbf-4916-9a26-5997bec5d7be req-05a6f62e-6f70-4264-ba7c-43eb872f07d6 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385129
Dec 30 16:24:45.121743 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-da5980ec-b028-4420-ac17-9af90f5f1bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:45.371558 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c918a81b-bed0-49d0-821d-41ea5e594ac8 req-eab22c04-6013-4ed5-aeef-5b6c322f8e07 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:45.373212 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c918a81b-bed0-49d0-821d-41ea5e594ac8 req-eab22c04-6013-4ed5-aeef-5b6c322f8e07 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 945 time: 0.0832555
Dec 30 16:24:45.425418 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c918a81b-bed0-49d0-821d-41ea5e594ac8 req-385f812e-3011-4ba6-9194-71ac921f7931 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432398
Dec 30 16:24:46.666142 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db73cf-b6e4-4a1c-a48c-3f448ed41acf req-41c64d2f-c534-4174-814e-37f9641580af tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:46.667754 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d0db73cf-b6e4-4a1c-a48c-3f448ed41acf req-41c64d2f-c534-4174-814e-37f9641580af tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 945 time: 0.0862844
Dec 30 16:24:46.719219 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d0db73cf-b6e4-4a1c-a48c-3f448ed41acf req-12321036-0f46-435e-ae05-f75c02b110a3 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455997
Dec 30 16:24:47.344951 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-7974be47-88c8-4187-b949-1ea687cb3247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:47.970445 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835855d-3c2d-448c-8c47-64073f6b1e89 req-06674a22-b8e7-40d1-ada2-50b81dfab0f9 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:47.977529 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d835855d-3c2d-448c-8c47-64073f6b1e89 req-06674a22-b8e7-40d1-ada2-50b81dfab0f9 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 945 time: 0.0911734
Dec 30 16:24:48.027823 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d835855d-3c2d-448c-8c47-64073f6b1e89 req-1954776a-a6c5-4b5d-bd5d-fbc1bbdb6c01 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492876
Dec 30 16:24:48.337125 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:48.658827 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:49.250860 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbba376-6603-472d-9f4c-2a1e0c0b5003 req-ffc395cf-1f4d-4a4f-8d8a-c12d2813bc5e tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:49.253377 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-bdbba376-6603-472d-9f4c-2a1e0c0b5003 req-ffc395cf-1f4d-4a4f-8d8a-c12d2813bc5e tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 945 time: 0.0785005
Dec 30 16:24:49.299680 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-bdbba376-6603-472d-9f4c-2a1e0c0b5003 req-c2dbc33a-5844-47e6-b65c-736303a7405e tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416884
Dec 30 16:24:49.800550 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:50.542871 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c03c7-4234-4980-95f3-c33dbd80d96e req-e6a5afcb-da8a-4a29-851b-5bcd20d415b2 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:50.551551 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-168c03c7-4234-4980-95f3-c33dbd80d96e req-e6a5afcb-da8a-4a29-851b-5bcd20d415b2 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 945 time: 0.1061318
Dec 30 16:24:50.609469 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-168c03c7-4234-4980-95f3-c33dbd80d96e req-f1712580-d8eb-479a-958f-6bab00ed4ece tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565791
Dec 30 16:24:51.832418 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c302d-96bf-4056-b548-2cab7e89700f req-a08b3448-c95e-4e62-999a-bfd4b7feac4b tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:51.834258 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-109c302d-96bf-4056-b548-2cab7e89700f req-a08b3448-c95e-4e62-999a-bfd4b7feac4b tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 945 time: 0.0837293
Dec 30 16:24:51.887118 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-109c302d-96bf-4056-b548-2cab7e89700f req-fb0034f9-0b55-4734-9903-d4c35d1e7377 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0471554
Dec 30 16:24:52.591862 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:53.179964 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c153a4-57b0-43a7-92f6-25a34cdd6e45 req-bffd67c8-d9e5-43ef-8e0b-7152ea5707b8 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:53.181505 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-46c153a4-57b0-43a7-92f6-25a34cdd6e45 req-bffd67c8-d9e5-43ef-8e0b-7152ea5707b8 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 945 time: 0.1141522
Dec 30 16:24:53.253793 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-46c153a4-57b0-43a7-92f6-25a34cdd6e45 req-6d86239e-c4c3-4dad-9440-7674e38cf057 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0658803
Dec 30 16:24:54.557119 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c05cecc-3875-40e9-a2e4-b4cea3568076 req-020fc803-6783-411c-ad7e-c99b1f80dfa9 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:54.558577 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5c05cecc-3875-40e9-a2e4-b4cea3568076 req-020fc803-6783-411c-ad7e-c99b1f80dfa9 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 945 time: 0.1577997
Dec 30 16:24:54.604097 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5c05cecc-3875-40e9-a2e4-b4cea3568076 req-11d02ea7-5cad-4426-ac29-446c3c15ed1c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395756
Dec 30 16:24:54.662370 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0d0d7073-b931-43dc-a6c4-79aa5e65dc0b req-3160f872-3434-4c41-976b-aa2ab3c72f9c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1536238b1f9f45e0859c9074dfb7be10&device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 1098 time: 0.1523769
Dec 30 16:24:54.801788 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d7073-b931-43dc-a6c4-79aa5e65dc0b req-5f1e7e45-9eb0-43e3-a56f-035df597d497 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:54.803375 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0d0d7073-b931-43dc-a6c4-79aa5e65dc0b req-5f1e7e45-9eb0-43e3-a56f-035df597d497 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a0d327b-13ae-4aab-8565-47511b5fa283 HTTP/1.1" status: 200  len: 917 time: 0.1329732
Dec 30 16:24:54.922170 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0d0d7073-b931-43dc-a6c4-79aa5e65dc0b req-b510107e-4802-4c34-9f99-2997b2694f82 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7edc38f1-ccf0-4a6b-af2b-27c8272c37ba HTTP/1.1" status: 200  len: 1000 time: 0.1123443
Dec 30 16:24:54.998433 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0d7073-b931-43dc-a6c4-79aa5e65dc0b req-5c7567d9-0c7c-4be3-85e7-beca790106a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:55.000222 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0d0d7073-b931-43dc-a6c4-79aa5e65dc0b req-5c7567d9-0c7c-4be3-85e7-beca790106a7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0ef2724a-abaf-4140-a584-2ca4130b70f6 HTTP/1.1" status: 200  len: 856 time: 0.0719619
Dec 30 16:24:55.097938 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0d0d7073-b931-43dc-a6c4-79aa5e65dc0b req-7b53a702-8582-49da-8512-d1b221c6db97 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a0d327b-13ae-4aab-8565-47511b5fa283&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0918767
Dec 30 16:24:55.256660 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0d0d7073-b931-43dc-a6c4-79aa5e65dc0b req-f57f58f6-d7a3-4f70-92bd-8d7df202e0b3 service neutron] 10.222.0.43 "GET /v2.0/networks/9a0d327b-13ae-4aab-8565-47511b5fa283?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1521509
Dec 30 16:24:55.482858 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0d0d7073-b931-43dc-a6c4-79aa5e65dc0b req-b307c5ba-4266-41da-a988-87d47cc3ca4d service neutron] 10.222.0.43 "GET /v2.0/networks/9a0d327b-13ae-4aab-8565-47511b5fa283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2154500
Dec 30 16:24:55.788298 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 54112) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:24:55.846700 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d56e7e-9f82-47d1-835f-fd2fc804ef94 req-6aafa263-e010-4177-b621-c9392c0ba05c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:55.848208 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e6d56e7e-9f82-47d1-835f-fd2fc804ef94 req-6aafa263-e010-4177-b621-c9392c0ba05c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 945 time: 0.0874445
Dec 30 16:24:55.900190 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e6d56e7e-9f82-47d1-835f-fd2fc804ef94 req-e662b4ee-8087-4994-8c32-43e70a429e0c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446243
Dec 30 16:24:55.950242 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-601d65d6-ca80-47aa-8028-c28c4b9089e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:55.996022 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-601d65d6-ca80-47aa-8028-c28c4b9089e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:24:56.000044 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-601d65d6-ca80-47aa-8028-c28c4b9089e1 admin admin] Usage tracker for resource:security_group_rule and tenant:ba100b200ade4be7bc4b0e201aa432a1 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:24:56.003194 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-601d65d6-ca80-47aa-8028-c28c4b9089e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:24:56.010330 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-601d65d6-ca80-47aa-8028-c28c4b9089e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:24:56.086101 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-601d65d6-ca80-47aa-8028-c28c4b9089e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:56.092227 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-601d65d6-ca80-47aa-8028-c28c4b9089e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:56.141483 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d65d6-ca80-47aa-8028-c28c4b9089e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42327d4b-d92b-44b5-aa29-d0a8ea077fd8,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:24:56.148438 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-601d65d6-ca80-47aa-8028-c28c4b9089e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ba100b200ade4be7bc4b0e201aa432a1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3586946
Dec 30 16:24:56.152412 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 54118) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:24:56.232822 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5a62334f-0140-446c-97df-d1034d5c4ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:56.262260 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5a62334f-0140-446c-97df-d1034d5c4ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:56.327953 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5a62334f-0140-446c-97df-d1034d5c4ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:56.344347 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a62334f-0140-446c-97df-d1034d5c4ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42327d4b-d92b-44b5-aa29-d0a8ea077fd8,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:24:56.349208 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5a62334f-0140-446c-97df-d1034d5c4ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:56.350240 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-5a62334f-0140-446c-97df-d1034d5c4ad0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42327d4b-d92b-44b5-aa29-d0a8ea077fd8 HTTP/1.1" status: 204  len: 168 time: 0.1968694
Dec 30 16:24:57.123454 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417e650-2f9f-4069-b6e9-8257decaef55 req-51c57e76-b94d-4f04-9aad-5725bc9cf104 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:57.125060 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e417e650-2f9f-4069-b6e9-8257decaef55 req-51c57e76-b94d-4f04-9aad-5725bc9cf104 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 945 time: 0.0801210
Dec 30 16:24:57.179764 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e417e650-2f9f-4069-b6e9-8257decaef55 req-0a561ae7-417d-40ae-8d79-a3b72d6846ad tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483599
Dec 30 16:24:57.207945 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 54144) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:24:57.340859 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-8acdc1a8-eff3-4908-9071-48d871370f28 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1405411748-network', 'tenant_id': 'ead324ea735f469c81c310045d03cbb1'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:24:57.345769 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-8acdc1a8-eff3-4908-9071-48d871370f28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:24:57.349521 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-8acdc1a8-eff3-4908-9071-48d871370f28 admin admin] Usage tracker for resource:network and tenant:ead324ea735f469c81c310045d03cbb1 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:24:57.352295 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-8acdc1a8-eff3-4908-9071-48d871370f28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:24:57.361564 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-8acdc1a8-eff3-4908-9071-48d871370f28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:24:57.371965 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acdc1a8-eff3-4908-9071-48d871370f28 admin admin] Made reservation on behalf of ead324ea735f469c81c310045d03cbb1 for: {'network': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:24:57.374516 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8acdc1a8-eff3-4908-9071-48d871370f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for network, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:57.386631 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8acdc1a8-eff3-4908-9071-48d871370f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:57.421661 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-8acdc1a8-eff3-4908-9071-48d871370f28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:24:57.425896 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-8acdc1a8-eff3-4908-9071-48d871370f28 admin admin] Usage tracker for resource:security_group_rule and tenant:ead324ea735f469c81c310045d03cbb1 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:24:57.428892 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-8acdc1a8-eff3-4908-9071-48d871370f28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:24:57.434772 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-8acdc1a8-eff3-4908-9071-48d871370f28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:24:57.504297 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8acdc1a8-eff3-4908-9071-48d871370f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:57.509388 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8acdc1a8-eff3-4908-9071-48d871370f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:57.537522 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8acdc1a8-eff3-4908-9071-48d871370f28 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'}  {{(pid=82858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 30 16:24:57.549307 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdc1a8-eff3-4908-9071-48d871370f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681b611b-1a9d-4bd4-b60e-92e7280ed400,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:24:57.553426 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8acdc1a8-eff3-4908-9071-48d871370f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:57.553756 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.db.segments_db [None req-8acdc1a8-eff3-4908-9071-48d871370f28 admin admin] Added segment bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b of type vlan for network e3c40bcf-be25-459b-b2de-30847c475031
Dec 30 16:24:57.567769 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdc1a8-eff3-4908-9071-48d871370f28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:24:57.568112 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdc1a8-eff3-4908-9071-48d871370f28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:24:57.568441 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdc1a8-eff3-4908-9071-48d871370f28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:24:57.568758 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdc1a8-eff3-4908-9071-48d871370f28 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:24:57.569083 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdc1a8-eff3-4908-9071-48d871370f28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:24:57.569428 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdc1a8-eff3-4908-9071-48d871370f28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:24:57.569747 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdc1a8-eff3-4908-9071-48d871370f28 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:24:57.570061 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdc1a8-eff3-4908-9071-48d871370f28 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:24:57.570372 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdc1a8-eff3-4908-9071-48d871370f28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:24:57.570681 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdc1a8-eff3-4908-9071-48d871370f28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:24:57.570999 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8acdc1a8-eff3-4908-9071-48d871370f28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:24:57.596437 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8acdc1a8-eff3-4908-9071-48d871370f28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793095940298'] for network, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:57.628313 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8acdc1a8-eff3-4908-9071-48d871370f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487'] for network, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:57.629244 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acdc1a8-eff3-4908-9071-48d871370f28 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:57.629933 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8acdc1a8-eff3-4908-9071-48d871370f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:57.728472 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-8acdc1a8-eff3-4908-9071-48d871370f28 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5188026
Dec 30 16:24:57.729193 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdc1a8-eff3-4908-9071-48d871370f28 admin admin] Pushing event updated for resources: {'Network': ['ID=e3c40bcf-be25-459b-b2de-30847c475031,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:24:57.731688 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 54152) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:24:57.737100 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-d0c52c3d-3ce2-4d49-bbd3-2326ad571510 admin admin] Request body: {'subnet': {'network_id': 'e3c40bcf-be25-459b-b2de-30847c475031', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1405411748-subnet', 'tenant_id': 'ead324ea735f469c81c310045d03cbb1', 'ip_version': 4}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:24:57.740349 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Network e3c40bcf-be25-459b-b2de-30847c475031 details requested by agent ovs-agent-dv-cinder-822939-1-iscsi with host dv-cinder-822939-1-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 30 16:24:57.741916 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-d0c52c3d-3ce2-4d49-bbd3-2326ad571510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:24:57.745725 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-d0c52c3d-3ce2-4d49-bbd3-2326ad571510 admin admin] Usage tracker for resource:subnet and tenant:ead324ea735f469c81c310045d03cbb1 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:24:57.748727 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-d0c52c3d-3ce2-4d49-bbd3-2326ad571510 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:24:57.755587 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-d0c52c3d-3ce2-4d49-bbd3-2326ad571510 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:24:57.767299 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c52c3d-3ce2-4d49-bbd3-2326ad571510 admin admin] Made reservation on behalf of ead324ea735f469c81c310045d03cbb1 for: {'subnet': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:24:57.769811 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d0c52c3d-3ce2-4d49-bbd3-2326ad571510 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2632628'] for subnet, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:57.990199 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d0c52c3d-3ce2-4d49-bbd3-2326ad571510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2958441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2631246'] for subnet, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:58.014352 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba no longer exists at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:24:58.064408 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c52c3d-3ce2-4d49-bbd3-2326ad571510 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9398add2-fc2d-4775-9dc4-ebeb54e21320,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:24:58.088046 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c52c3d-3ce2-4d49-bbd3-2326ad571510 admin admin] Checking segment: {'id': 'bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e3c40bcf-be25-459b-b2de-30847c475031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:24:58.088391 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c52c3d-3ce2-4d49-bbd3-2326ad571510 admin admin] Network hostable DHCP agents. Network: e3c40bcf-be25-459b-b2de-30847c475031, hostable agents: ['56495f28-f8e1-4ded-a581-8b29fe371967'], hosted agents: [] {{(pid=82858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 30 16:24:58.110601 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c52c3d-3ce2-4d49-bbd3-2326ad571510 admin admin] Network e3c40bcf-be25-459b-b2de-30847c475031 is scheduled to be hosted by DHCP agent 56495f28-f8e1-4ded-a581-8b29fe371967 with binding_index 1 {{(pid=82858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 30 16:24:58.120233 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-d0c52c3d-3ce2-4d49-bbd3-2326ad571510 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822939-1-iscsi, e3c40bcf-be25-459b-b2de-30847c475031) {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:24:58.125260 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c52c3d-3ce2-4d49-bbd3-2326ad571510 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:58.125916 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d0c52c3d-3ce2-4d49-bbd3-2326ad571510 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:58.126743 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:58.136268 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0e2773-8548-4304-933c-50c215d353cd None None] Network e3c40bcf-be25-459b-b2de-30847c475031 requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:24:58.149195 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-d0c52c3d-3ce2-4d49-bbd3-2326ad571510 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4165106
Dec 30 16:24:58.151964 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 54156) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:24:58.159169 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-fec25014-b9e4-4177-99a4-6f8ff6427ffa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1405411748-router', 'tenant_id': 'ead324ea735f469c81c310045d03cbb1', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'}}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:24:58.163811 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-fec25014-b9e4-4177-99a4-6f8ff6427ffa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:24:58.168334 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-fec25014-b9e4-4177-99a4-6f8ff6427ffa admin admin] Usage tracker for resource:router and tenant:ead324ea735f469c81c310045d03cbb1 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:24:58.171357 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-fec25014-b9e4-4177-99a4-6f8ff6427ffa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:24:58.177510 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-fec25014-b9e4-4177-99a4-6f8ff6427ffa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:24:58.190219 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fec25014-b9e4-4177-99a4-6f8ff6427ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4015920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3452'] for router, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:58.191316 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fec25014-b9e4-4177-99a4-6f8ff6427ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4015949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4020124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4009619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3445'] for router, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:58.210588 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fec25014-b9e4-4177-99a4-6f8ff6427ffa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:58.236043 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=7edc38f1-ccf0-4a6b-af2b-27c8272c37ba,segment=NetworkSegment(5936c83c-be6b-48e8-9fcb-7dbbfde67386),segment_id=5936c83c-be6b-48e8-9fcb-7dbbfde67386)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:24:58.237430 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbead259-ae38-47a8-9942-4011784a381e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7edc38f1-ccf0-4a6b-af2b-27c8272c37ba'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:24:58.245959 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:58.342365 dv-cinder-822939-1-iscsi neutron-server[82859]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dbead259-ae38-47a8-9942-4011784a381e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7edc38f1-ccf0-4a6b-af2b-27c8272c37ba', 'code': 422} returned with failed status
Dec 30 16:24:58.375085 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=7edc38f1-ccf0-4a6b-af2b-27c8272c37ba,revision_number=8']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:24:58.422205 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fec25014-b9e4-4177-99a4-6f8ff6427ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4020142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4016066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3399'] for router, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:58.457901 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78eb355-a6f6-40e7-b595-0e8694dcdb5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf905f464-6ef4-5d13-8270-ca113c3e727c-e3c40bcf-be25-459b-b2de-30847c475031', 'network_id': 'e3c40bcf-be25-459b-b2de-30847c475031', 'tenant_id': 'ead324ea735f469c81c310045d03cbb1', 'fixed_ips': [{'subnet_id': '9398add2-fc2d-4775-9dc4-ebeb54e21320'}]}} from dv-cinder-822939-1-iscsi. {{(pid=82859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 30 16:24:58.459122 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-f78eb355-a6f6-40e7-b595-0e8694dcdb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:58.462167 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e21d0-d7aa-4a81-b500-1eb8b528c231 req-d0c9ad0c-9e88-4b60-95f1-6f4ff979bfd6 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:58.463698 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-057e21d0-d7aa-4a81-b500-1eb8b528c231 req-d0c9ad0c-9e88-4b60-95f1-6f4ff979bfd6 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 943 time: 0.1063268
Dec 30 16:24:58.574579 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-057e21d0-d7aa-4a81-b500-1eb8b528c231 req-5c3747f7-627f-403f-b680-5538deb7cc11 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620663
Dec 30 16:24:58.623120 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.db_base_plugin_common [None req-f78eb355-a6f6-40e7-b595-0e8694dcdb5f None None] Allocated IP 172.20.0.2 (e3c40bcf-be25-459b-b2de-30847c475031/9398add2-fc2d-4775-9dc4-ebeb54e21320/9b520a3e-45b3-4671-8af7-4bbc4b07932c) {{(pid=82859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:24:58.675099 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fec25014-b9e4-4177-99a4-6f8ff6427ffa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:58.705916 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fec25014-b9e4-4177-99a4-6f8ff6427ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:58.833136 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-f78eb355-a6f6-40e7-b595-0e8694dcdb5f None None] Notify callbacks [] for port, precommit_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:58.844339 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-f78eb355-a6f6-40e7-b595-0e8694dcdb5f None None] Transition to ACTIVE for port object 9b520a3e-45b3-4671-8af7-4bbc4b07932c will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:24:58.848955 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [None req-fec25014-b9e4-4177-99a4-6f8ff6427ffa admin admin] Allocated IP 172.27.1.232 (0b94b64d-9d7c-4a44-8bd0-f4e286ff014b/ad43253e-6e30-4230-9b92-331ad2639f5e/00760415-4786-4a9b-aa9e-8d0a30a902b6) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:24:58.863040 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-f78eb355-a6f6-40e7-b595-0e8694dcdb5f None None] Transition to ACTIVE for port object 9b520a3e-45b3-4671-8af7-4bbc4b07932c will not be triggered until provisioned by entity DHCP. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:24:58.870411 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-f78eb355-a6f6-40e7-b595-0e8694dcdb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782'] for port, after_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:58.940555 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78eb355-a6f6-40e7-b595-0e8694dcdb5f None None] Network e3c40bcf-be25-459b-b2de-30847c475031 is already hosted by enough agents. {{(pid=82859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:24:58.943772 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.scheduler.base_scheduler [None req-f78eb355-a6f6-40e7-b595-0e8694dcdb5f None None] Resources bound (agent type, host, resource id):  {{(pid=82859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:24:58.948425 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78eb355-a6f6-40e7-b595-0e8694dcdb5f None None] Received port after_create {{(pid=82859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:24:58.988626 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78eb355-a6f6-40e7-b595-0e8694dcdb5f None None] Pushing event updated for resources: {'Port': ['ID=9b520a3e-45b3-4671-8af7-4bbc4b07932c,revision_number=1']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:24:59.012250 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fec25014-b9e4-4177-99a4-6f8ff6427ffa admin admin] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:59.043852 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fec25014-b9e4-4177-99a4-6f8ff6427ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:59.045268 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-f78eb355-a6f6-40e7-b595-0e8694dcdb5f None None] Attempting to bind port 9b520a3e-45b3-4671-8af7-4bbc4b07932c on host dv-cinder-822939-1-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:24:59.045637 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-f78eb355-a6f6-40e7-b595-0e8694dcdb5f None None] Attempting to bind port 9b520a3e-45b3-4671-8af7-4bbc4b07932c by drivers openvswitch,hyperv on host dv-cinder-822939-1-iscsi at level 0 using segments [{'id': 'bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e3c40bcf-be25-459b-b2de-30847c475031'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:24:59.045987 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78eb355-a6f6-40e7-b595-0e8694dcdb5f None None] Attempting to bind port 9b520a3e-45b3-4671-8af7-4bbc4b07932c on network e3c40bcf-be25-459b-b2de-30847c475031 {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:24:59.053519 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78eb355-a6f6-40e7-b595-0e8694dcdb5f None None] Checking agent: {'id': 'b5560ab0-2c8e-4cda-8841-fe2255e3b07c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822939-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 11, 19), 'started_at': datetime.datetime(2021, 12, 30, 16, 11, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822939-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:24:59.053926 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78eb355-a6f6-40e7-b595-0e8694dcdb5f None None] Checking segment: {'id': 'bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e3c40bcf-be25-459b-b2de-30847c475031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:24:59.054361 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-f78eb355-a6f6-40e7-b595-0e8694dcdb5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:59.054748 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78eb355-a6f6-40e7-b595-0e8694dcdb5f None None] Bound using segment: {'id': 'bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e3c40bcf-be25-459b-b2de-30847c475031'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:24:59.055213 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-f78eb355-a6f6-40e7-b595-0e8694dcdb5f None None] Bound port: 9b520a3e-45b3-4671-8af7-4bbc4b07932c, host: dv-cinder-822939-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e3c40bcf-be25-459b-b2de-30847c475031'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:24:59.055571 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-f78eb355-a6f6-40e7-b595-0e8694dcdb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:59.116354 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec25014-b9e4-4177-99a4-6f8ff6427ffa admin admin] Network 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:24:59.119233 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-fec25014-b9e4-4177-99a4-6f8ff6427ffa admin admin] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:24:59.124707 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec25014-b9e4-4177-99a4-6f8ff6427ffa admin admin] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:24:59.153688 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec25014-b9e4-4177-99a4-6f8ff6427ffa admin admin] Pushing event updated for resources: {'Port': ['ID=00760415-4786-4a9b-aa9e-8d0a30a902b6,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:24:59.184449 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-f78eb355-a6f6-40e7-b595-0e8694dcdb5f None None] For port 9b520a3e-45b3-4671-8af7-4bbc4b07932c, host dv-cinder-822939-1-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:24:59.188115 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-f78eb355-a6f6-40e7-b595-0e8694dcdb5f None None] For port 9b520a3e-45b3-4671-8af7-4bbc4b07932c, host dv-cinder-822939-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=9b520a3e-45b3-4671-8af7-4bbc4b07932c,segment=NetworkSegment(bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b),segment_id=bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:24:59.194407 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-f78eb355-a6f6-40e7-b595-0e8694dcdb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:59.277860 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78eb355-a6f6-40e7-b595-0e8694dcdb5f None None] Pushing event updated for resources: {'Port': ['ID=9b520a3e-45b3-4671-8af7-4bbc4b07932c,revision_number=2']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:24:59.385603 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fec25014-b9e4-4177-99a4-6f8ff6427ffa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:59.386358 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fec25014-b9e4-4177-99a4-6f8ff6427ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4015929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4017997'] for router, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:24:59.745812 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399ea7f-c560-47e5-a05a-75f7a136def6 req-471ecbc9-4249-49ff-b0ac-934217691ca1 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:24:59.747297 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8399ea7f-c560-47e5-a05a-75f7a136def6 req-471ecbc9-4249-49ff-b0ac-934217691ca1 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 945 time: 0.1190183
Dec 30 16:24:59.769925 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec25014-b9e4-4177-99a4-6f8ff6427ffa admin admin] Router e6099d73-1fd7-4f25-b6d3-040fd48af58b is scheduled to L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f with binding_index 1 {{(pid=82858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 30 16:24:59.864926 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8399ea7f-c560-47e5-a05a-75f7a136def6 req-e0a67df2-9bef-49b1-b192-e7fbcfe45b8c tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1111214
Dec 30 16:24:59.879220 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 9b520a3e-45b3-4671-8af7-4bbc4b07932c up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:24:59.951209 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning for port 9b520a3e-45b3-4671-8af7-4bbc4b07932c completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:25:00.003011 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec25014-b9e4-4177-99a4-6f8ff6427ffa admin admin] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:25:00.015567 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e064d0-91c5-4c03-b85d-155c6dc41942 None None] Sync routers for ids ['e6099d73-1fd7-4f25-b6d3-040fd48af58b'] in dv-cinder-822939-1-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:25:00.029912 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e064d0-91c5-4c03-b85d-155c6dc41942 None None] Routers {'e6099d73-1fd7-4f25-b6d3-040fd48af58b'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:25:00.030835 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-36e064d0-91c5-4c03-b85d-155c6dc41942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d5879250>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:24:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['e6099d73-1fd7-4f25-b6d3-040fd48af58b'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:25:00.040708 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fec25014-b9e4-4177-99a4-6f8ff6427ffa admin admin] Notify callbacks [] for router, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:00.042393 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-fec25014-b9e4-4177-99a4-6f8ff6427ffa admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 1.8892219
Dec 30 16:25:00.045251 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 54194) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:25:00.231459 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-36e064d0-91c5-4c03-b85d-155c6dc41942 None None] Set router e6099d73-1fd7-4f25-b6d3-040fd48af58b gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:25:00.268429 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-296db582-24fb-44e6-9960-7864ca8c5a44 req-54cca342-688d-408a-aac0-90bfe1faa4e5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0860882
Dec 30 16:25:00.360944 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04deb484-387b-4913-8f25-ba3b6c2f6f67 None None] Network e3c40bcf-be25-459b-b2de-30847c475031 requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:25:00.566104 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-97cd97e7-c266-4492-81a0-d0b57e5f3ae8 None None] Provisioning for port 9b520a3e-45b3-4671-8af7-4bbc4b07932c completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:25:00.577137 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ade06a68-bd36-482e-a7ac-bc1a1f237f47 req-796122a7-3716-43d5-9269-f92cbee13424 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0715680
Dec 30 16:25:00.589730 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-97cd97e7-c266-4492-81a0-d0b57e5f3ae8 None None] Provisioning complete for port 9b520a3e-45b3-4671-8af7-4bbc4b07932c triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:25:00.590029 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-97cd97e7-c266-4492-81a0-d0b57e5f3ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:00.597979 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c299cca-f495-430d-be99-afcc6b239759 req-5353a62a-126b-414b-b9d8-dc3777b16730 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:00.599399 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8c299cca-f495-430d-be99-afcc6b239759 req-5353a62a-126b-414b-b9d8-dc3777b16730 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 943 time: 0.1243112
Dec 30 16:25:00.735214 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8c299cca-f495-430d-be99-afcc6b239759 req-22b70fa3-edf3-44b9-bf55-cd240bd0f554 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1276972
Dec 30 16:25:00.895036 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-97cd97e7-c266-4492-81a0-d0b57e5f3ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:00.907894 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-36e064d0-91c5-4c03-b85d-155c6dc41942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d5879250>, [{'id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'name': 'tempest-TestMinimumBasicScenario-1405411748-router', 'tenant_id': 'ead324ea735f469c81c310045d03cbb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '00760415-4786-4a9b-aa9e-8d0a30a902b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:24:58Z', 'updated_at': '2021-12-30T16:24:59Z', 'revision_number': 3, 'project_id': 'ead324ea735f469c81c310045d03cbb1', 'gw_port': {'id': '00760415-4786-4a9b-aa9e-8d0a30a902b6', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f6:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:24:58Z', 'updated_at': '2021-12-30T16:24:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi'}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:25:00.916650 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e064d0-91c5-4c03-b85d-155c6dc41942 None None] Checking router: e6099d73-1fd7-4f25-b6d3-040fd48af58b for host: dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:25:00.917361 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e064d0-91c5-4c03-b85d-155c6dc41942 None None] Updating router e6099d73-1fd7-4f25-b6d3-040fd48af58b port 00760415-4786-4a9b-aa9e-8d0a30a902b6 binding host dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 30 16:25:00.998964 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-97cd97e7-c266-4492-81a0-d0b57e5f3ae8 None None] For port 9b520a3e-45b3-4671-8af7-4bbc4b07932c, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=9b520a3e-45b3-4671-8af7-4bbc4b07932c,segment=NetworkSegment(bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b),segment_id=bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:25:01.005453 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-36e064d0-91c5-4c03-b85d-155c6dc41942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:01.047646 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-97cd97e7-c266-4492-81a0-d0b57e5f3ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:01.064762 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9d5f160e-08f0-4503-9a65-94c768ae8565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:01.118581 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22c97e-3e76-4857-9277-18e3af60ca52 req-5d71779e-ace6-4b50-adbd-71f148d126ff tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:01.128002 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0e22c97e-3e76-4857-9277-18e3af60ca52 req-5d71779e-ace6-4b50-adbd-71f148d126ff tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 945 time: 0.1064563
Dec 30 16:25:01.201082 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0e22c97e-3e76-4857-9277-18e3af60ca52 req-9afde7fa-8a99-4dab-a00d-07b6f60fb3c3 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0720236
Dec 30 16:25:01.259893 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cd97e7-c266-4492-81a0-d0b57e5f3ae8 None None] Pushing event updated for resources: {'Port': ['ID=9b520a3e-45b3-4671-8af7-4bbc4b07932c,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:01.373659 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [None req-9d5f160e-08f0-4503-9a65-94c768ae8565 admin admin] Allocated IP 172.20.0.1 (e3c40bcf-be25-459b-b2de-30847c475031/9398add2-fc2d-4775-9dc4-ebeb54e21320/ef44cebe-723a-4291-94a1-ea652382e4bf) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:25:01.394854 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-8b47db86-dbf3-41b2-b1e2-5dbbb0653ade None None] Provisioning complete for port 9b520a3e-45b3-4671-8af7-4bbc4b07932c triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:25:01.395183 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-8b47db86-dbf3-41b2-b1e2-5dbbb0653ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:01.645057 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-36e064d0-91c5-4c03-b85d-155c6dc41942 None None] Notify callbacks [] for port, precommit_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:01.658148 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-36e064d0-91c5-4c03-b85d-155c6dc41942 None None] Transition to ACTIVE for port object 00760415-4786-4a9b-aa9e-8d0a30a902b6 will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:25:01.666275 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-36e064d0-91c5-4c03-b85d-155c6dc41942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:01.673656 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9d5f160e-08f0-4503-9a65-94c768ae8565 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:01.689137 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ade06a68-bd36-482e-a7ac-bc1a1f237f47 req-ecc9d333-4535-4cf9-883b-8e04415c38fa service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e&tenant_id=1536238b1f9f45e0859c9074dfb7be10 HTTP/1.1" status: 200  len: 1096 time: 0.2371302
Dec 30 16:25:01.695011 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [None req-9d5f160e-08f0-4503-9a65-94c768ae8565 admin admin] Transition to ACTIVE for port object ef44cebe-723a-4291-94a1-ea652382e4bf will not be triggered until provisioned by entity DHCP. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:25:01.744096 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613979de-fe07-441a-967c-94a36b14245c None None] Pushing event updated for resources: {'Port': ['ID=00760415-4786-4a9b-aa9e-8d0a30a902b6,revision_number=2']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:01.748524 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-36e064d0-91c5-4c03-b85d-155c6dc41942 None None] Attempting to bind port 00760415-4786-4a9b-aa9e-8d0a30a902b6 on host dv-cinder-822939-1-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:25:01.748924 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-36e064d0-91c5-4c03-b85d-155c6dc41942 None None] Attempting to bind port 00760415-4786-4a9b-aa9e-8d0a30a902b6 by drivers openvswitch,hyperv on host dv-cinder-822939-1-iscsi at level 0 using segments [{'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:25:01.749254 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e064d0-91c5-4c03-b85d-155c6dc41942 None None] Attempting to bind port 00760415-4786-4a9b-aa9e-8d0a30a902b6 on network 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:25:01.757591 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e064d0-91c5-4c03-b85d-155c6dc41942 None None] Checking agent: {'id': 'b5560ab0-2c8e-4cda-8841-fe2255e3b07c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822939-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 11, 19), 'started_at': datetime.datetime(2021, 12, 30, 16, 11, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822939-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:25:01.758010 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e064d0-91c5-4c03-b85d-155c6dc41942 None None] Checking segment: {'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:25:01.758428 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-36e064d0-91c5-4c03-b85d-155c6dc41942 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:01.758806 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e064d0-91c5-4c03-b85d-155c6dc41942 None None] Bound using segment: {'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:25:01.759319 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-36e064d0-91c5-4c03-b85d-155c6dc41942 None None] Bound port: 00760415-4786-4a9b-aa9e-8d0a30a902b6, host: dv-cinder-822939-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:25:01.759680 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-36e064d0-91c5-4c03-b85d-155c6dc41942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:01.763142 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9d5f160e-08f0-4503-9a65-94c768ae8565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:01.832632 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f160e-08f0-4503-9a65-94c768ae8565 admin admin] Pushing event updated for resources: {'Port': ['ID=ef44cebe-723a-4291-94a1-ea652382e4bf,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:01.838739 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-36e064d0-91c5-4c03-b85d-155c6dc41942 None None] For port 00760415-4786-4a9b-aa9e-8d0a30a902b6, host dv-cinder-822939-1-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:25:01.844337 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-36e064d0-91c5-4c03-b85d-155c6dc41942 None None] For port 00760415-4786-4a9b-aa9e-8d0a30a902b6, host dv-cinder-822939-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=00760415-4786-4a9b-aa9e-8d0a30a902b6,segment=NetworkSegment(a1965180-a5eb-4dfc-97e0-14ede4debdc3),segment_id=a1965180-a5eb-4dfc-97e0-14ede4debdc3)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:25:01.851454 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-36e064d0-91c5-4c03-b85d-155c6dc41942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:01.862366 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f160e-08f0-4503-9a65-94c768ae8565 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:25:01.862718 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f160e-08f0-4503-9a65-94c768ae8565 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:25:01.863043 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f160e-08f0-4503-9a65-94c768ae8565 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:25:01.863371 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f160e-08f0-4503-9a65-94c768ae8565 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:25:01.863697 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f160e-08f0-4503-9a65-94c768ae8565 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:25:01.864023 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f160e-08f0-4503-9a65-94c768ae8565 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:25:01.864341 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f160e-08f0-4503-9a65-94c768ae8565 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:25:01.864670 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f160e-08f0-4503-9a65-94c768ae8565 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:25:01.864985 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f160e-08f0-4503-9a65-94c768ae8565 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:25:01.867779 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f160e-08f0-4503-9a65-94c768ae8565 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:25:01.868217 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5f160e-08f0-4503-9a65-94c768ae8565 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:25:01.883932 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5f160e-08f0-4503-9a65-94c768ae8565 admin admin] Network e3c40bcf-be25-459b-b2de-30847c475031 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:25:01.886871 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-9d5f160e-08f0-4503-9a65-94c768ae8565 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:25:01.890792 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5f160e-08f0-4503-9a65-94c768ae8565 admin admin] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:25:01.925746 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ade06a68-bd36-482e-a7ac-bc1a1f237f47 req-51a5146d-deff-4de3-8846-05cda55aa285 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1536238b1f9f45e0859c9074dfb7be10&device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 1096 time: 0.2065334
Dec 30 16:25:01.956415 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 9b520a3e-45b3-4671-8af7-4bbc4b07932c up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:25:02.026355 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba no longer exists at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:25:02.078117 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade06a68-bd36-482e-a7ac-bc1a1f237f47 req-7d5b7c43-304f-4263-bffe-823c92d5d39d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:02.079831 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613979de-fe07-441a-967c-94a36b14245c None None] Pushing event updated for resources: {'Port': ['ID=00760415-4786-4a9b-aa9e-8d0a30a902b6,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:02.080025 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ade06a68-bd36-482e-a7ac-bc1a1f237f47 req-7d5b7c43-304f-4263-bffe-823c92d5d39d service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a0d327b-13ae-4aab-8565-47511b5fa283 HTTP/1.1" status: 200  len: 917 time: 0.1474354
Dec 30 16:25:02.109280 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e064d0-91c5-4c03-b85d-155c6dc41942 None None] Routers {'e6099d73-1fd7-4f25-b6d3-040fd48af58b'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:25:02.110123 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-36e064d0-91c5-4c03-b85d-155c6dc41942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d5879250>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:24:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['e6099d73-1fd7-4f25-b6d3-040fd48af58b'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:25:02.192183 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9d5f160e-08f0-4503-9a65-94c768ae8565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4018067'] for router_interface, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:02.267885 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ade06a68-bd36-482e-a7ac-bc1a1f237f47 req-b1ab729e-3347-420d-a7f1-00672da5349e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7edc38f1-ccf0-4a6b-af2b-27c8272c37ba HTTP/1.1" status: 200  len: 998 time: 0.1438801
Dec 30 16:25:02.313301 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 9b520a3e-45b3-4671-8af7-4bbc4b07932c triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:25:02.314227 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:02.361331 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706657dd-c795-4ba0-b7ac-cd55e7c9bb76 req-b551eee8-7603-42fb-9046-b30fdcaccec9 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:02.362805 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-706657dd-c795-4ba0-b7ac-cd55e7c9bb76 req-b551eee8-7603-42fb-9046-b30fdcaccec9 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 943 time: 0.2798774
Dec 30 16:25:02.408666 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f1bb7-ce75-4618-9b1b-45695c402a22 req-c4dd926e-8c1d-431a-8bfe-034f76133a30 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:02.409368 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade06a68-bd36-482e-a7ac-bc1a1f237f47 req-001638e2-ac67-4bf6-8220-e65954e36e09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:02.410193 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9a4f1bb7-ce75-4618-9b1b-45695c402a22 req-c4dd926e-8c1d-431a-8bfe-034f76133a30 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 945 time: 0.0840890
Dec 30 16:25:02.410795 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ade06a68-bd36-482e-a7ac-bc1a1f237f47 req-001638e2-ac67-4bf6-8220-e65954e36e09 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0ef2724a-abaf-4140-a584-2ca4130b70f6 HTTP/1.1" status: 200  len: 856 time: 0.1354456
Dec 30 16:25:02.410943 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-e222c3f2-f1f0-4b7f-b705-a511de77da71 None None] Provisioning for port ef44cebe-723a-4291-94a1-ea652382e4bf completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:25:02.421118 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9d5f160e-08f0-4503-9a65-94c768ae8565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:02.423306 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-e222c3f2-f1f0-4b7f-b705-a511de77da71 None None] Provisioning complete for port ef44cebe-723a-4291-94a1-ea652382e4bf triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:25:02.423771 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-e222c3f2-f1f0-4b7f-b705-a511de77da71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:02.463836 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-36e064d0-91c5-4c03-b85d-155c6dc41942 None None] Set router e6099d73-1fd7-4f25-b6d3-040fd48af58b gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:25:02.478292 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9a4f1bb7-ce75-4618-9b1b-45695c402a22 req-056814a2-2d92-43a0-bbbb-f2c8f9375cc0 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0602751
Dec 30 16:25:02.548481 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-706657dd-c795-4ba0-b7ac-cd55e7c9bb76 req-4ecc790d-cdbe-4f05-ae9b-3eb1b27801fa tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1663730
Dec 30 16:25:02.638388 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-e222c3f2-f1f0-4b7f-b705-a511de77da71 None None] Port ef44cebe-723a-4291-94a1-ea652382e4bf cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 30 16:25:02.692860 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ade06a68-bd36-482e-a7ac-bc1a1f237f47 req-214a4dd6-255f-4b73-98d1-85f311f735ee service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a0d327b-13ae-4aab-8565-47511b5fa283&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2734947
Dec 30 16:25:02.838176 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9d5f160e-08f0-4503-9a65-94c768ae8565 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:02.838884 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-36e064d0-91c5-4c03-b85d-155c6dc41942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d5879250>, [{'id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'name': 'tempest-TestMinimumBasicScenario-1405411748-router', 'tenant_id': 'ead324ea735f469c81c310045d03cbb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '00760415-4786-4a9b-aa9e-8d0a30a902b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:24:58Z', 'updated_at': '2021-12-30T16:24:59Z', 'revision_number': 3, 'project_id': 'ead324ea735f469c81c310045d03cbb1', 'gw_port': {'id': '00760415-4786-4a9b-aa9e-8d0a30a902b6', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f6:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:24:58Z', 'updated_at': '2021-12-30T16:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi'}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:25:02.842906 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e064d0-91c5-4c03-b85d-155c6dc41942 None None] The sync data for ids ['e6099d73-1fd7-4f25-b6d3-040fd48af58b'] in dv-cinder-822939-1-iscsi is: [{'id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'name': 'tempest-TestMinimumBasicScenario-1405411748-router', 'tenant_id': 'ead324ea735f469c81c310045d03cbb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '00760415-4786-4a9b-aa9e-8d0a30a902b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:24:58Z', 'updated_at': '2021-12-30T16:24:59Z', 'revision_number': 3, 'project_id': 'ead324ea735f469c81c310045d03cbb1', 'gw_port': {'id': '00760415-4786-4a9b-aa9e-8d0a30a902b6', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f6:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:24:58Z', 'updated_at': '2021-12-30T16:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi'}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:25:02.852905 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9d5f160e-08f0-4503-9a65-94c768ae8565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:02.926479 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ade06a68-bd36-482e-a7ac-bc1a1f237f47 req-3737202a-d4ee-4ee4-90aa-7296e19f043f service neutron] 10.222.0.43 "GET /v2.0/networks/9a0d327b-13ae-4aab-8565-47511b5fa283?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2254455
Dec 30 16:25:03.036214 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-9d5f160e-08f0-4503-9a65-94c768ae8565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4017274'] for router_interface, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:03.045512 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f160e-08f0-4503-9a65-94c768ae8565 admin admin] Pushing event updated for resources: {'Port': ['ID=ef44cebe-723a-4291-94a1-ea652382e4bf,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:03.215022 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ade06a68-bd36-482e-a7ac-bc1a1f237f47 req-543e2af1-8434-43f6-bc92-6b98506d6afa service neutron] 10.222.0.43 "GET /v2.0/networks/9a0d327b-13ae-4aab-8565-47511b5fa283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2659626
Dec 30 16:25:03.248586 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5f160e-08f0-4503-9a65-94c768ae8565 admin admin] Network e3c40bcf-be25-459b-b2de-30847c475031 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:25:03.249936 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-9d5f160e-08f0-4503-9a65-94c768ae8565 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:25:03.569667 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-632c8e6d-8069-4d2d-9bcc-9f4fd725594d None None] Provisioning complete for port ef44cebe-723a-4291-94a1-ea652382e4bf triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:25:03.570700 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-632c8e6d-8069-4d2d-9bcc-9f4fd725594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:03.631744 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-632c8e6d-8069-4d2d-9bcc-9f4fd725594d None None] Port ef44cebe-723a-4291-94a1-ea652382e4bf cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 30 16:25:03.740551 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9270d9-b825-48f3-b9a1-e878872b0d1b req-ca345011-4ac4-4acf-b046-a35a038713e3 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:03.742042 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cd9270d9-b825-48f3-b9a1-e878872b0d1b req-ca345011-4ac4-4acf-b046-a35a038713e3 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 945 time: 0.1121480
Dec 30 16:25:03.802816 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d06d01-f0a8-418c-bd49-cbd112483906 req-6b4eeeb3-09a6-4f21-a33a-b40a874d7933 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:03.804270 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-47d06d01-f0a8-418c-bd49-cbd112483906 req-6b4eeeb3-09a6-4f21-a33a-b40a874d7933 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 943 time: 0.0923767
Dec 30 16:25:03.858840 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-47d06d01-f0a8-418c-bd49-cbd112483906 req-a2ba1145-140b-4474-bf73-a19e79ed0233 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488644
Dec 30 16:25:03.881712 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cd9270d9-b825-48f3-b9a1-e878872b0d1b req-70767ef3-cd60-4099-9993-f927177f20dd tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1317158
Dec 30 16:25:03.913396 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 00760415-4786-4a9b-aa9e-8d0a30a902b6 up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:25:03.931424 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5f160e-08f0-4503-9a65-94c768ae8565 admin admin] Router e6099d73-1fd7-4f25-b6d3-040fd48af58b has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:25:03.988386 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning for port 00760415-4786-4a9b-aa9e-8d0a30a902b6 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:25:03.994077 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 00760415-4786-4a9b-aa9e-8d0a30a902b6 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:25:03.994611 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:04.113125 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:04.130660 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] For port 00760415-4786-4a9b-aa9e-8d0a30a902b6, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=00760415-4786-4a9b-aa9e-8d0a30a902b6,segment=NetworkSegment(a1965180-a5eb-4dfc-97e0-14ede4debdc3),segment_id=a1965180-a5eb-4dfc-97e0-14ede4debdc3)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:25:04.137955 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:04.152778 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5f160e-08f0-4503-9a65-94c768ae8565 admin admin] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:25:04.167596 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-9d5f160e-08f0-4503-9a65-94c768ae8565 admin admin] 10.222.0.31 "PUT /v2.0/routers/e6099d73-1fd7-4f25-b6d3-040fd48af58b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1209085
Dec 30 16:25:04.378754 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Pushing event updated for resources: {'Port': ['ID=00760415-4786-4a9b-aa9e-8d0a30a902b6,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:04.581876 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:25:05.119252 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba636c-ebcd-444b-b175-05214b29cae4 req-ef86128b-e992-4420-98a7-d74c18e49d6a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:05.120752 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3dba636c-ebcd-444b-b175-05214b29cae4 req-ef86128b-e992-4420-98a7-d74c18e49d6a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 945 time: 0.1002913
Dec 30 16:25:05.172913 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3dba636c-ebcd-444b-b175-05214b29cae4 req-c1ff4217-0f75-47bd-be8b-7d2dd02d3759 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457153
Dec 30 16:25:05.332497 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 54282) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:25:05.337901 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-724dfac7-909d-4408-896b-556510a315d6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-958431662-network', 'tenant_id': '71a49c489ac5410b8bb76c61afde1752'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:25:05.342322 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-724dfac7-909d-4408-896b-556510a315d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:25:05.346349 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-724dfac7-909d-4408-896b-556510a315d6 admin admin] Usage tracker for resource:network and tenant:71a49c489ac5410b8bb76c61afde1752 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:25:05.349400 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-724dfac7-909d-4408-896b-556510a315d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:25:05.357206 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-724dfac7-909d-4408-896b-556510a315d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:25:05.379820 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724dfac7-909d-4408-896b-556510a315d6 admin admin] Made reservation on behalf of 71a49c489ac5410b8bb76c61afde1752 for: {'network': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:25:05.382413 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-724dfac7-909d-4408-896b-556510a315d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for network, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:05.391217 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4896a0-8088-4455-9946-25dbee830d6e req-8ffea8db-799f-49ef-a0a5-bb03d0112407 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:05.392686 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5e4896a0-8088-4455-9946-25dbee830d6e req-8ffea8db-799f-49ef-a0a5-bb03d0112407 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 943 time: 0.0971487
Dec 30 16:25:05.395360 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-724dfac7-909d-4408-896b-556510a315d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:05.434332 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-724dfac7-909d-4408-896b-556510a315d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:25:05.438658 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-724dfac7-909d-4408-896b-556510a315d6 admin admin] Usage tracker for resource:security_group_rule and tenant:71a49c489ac5410b8bb76c61afde1752 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:25:05.441803 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-724dfac7-909d-4408-896b-556510a315d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:25:05.446961 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5e4896a0-8088-4455-9946-25dbee830d6e req-c93b8e24-0a45-4939-93d4-acd6ab25f8e2 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478730
Dec 30 16:25:05.447800 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-724dfac7-909d-4408-896b-556510a315d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:25:05.544787 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-724dfac7-909d-4408-896b-556510a315d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:05.549831 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-724dfac7-909d-4408-896b-556510a315d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:05.579570 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-724dfac7-909d-4408-896b-556510a315d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'}  {{(pid=82857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 30 16:25:05.587543 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724dfac7-909d-4408-896b-556510a315d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e30ab4-73fa-489c-b720-5ccd045de6d9,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:05.597048 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-724dfac7-909d-4408-896b-556510a315d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:05.597503 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.db.segments_db [None req-724dfac7-909d-4408-896b-556510a315d6 admin admin] Added segment c4a67206-6b07-444f-8b75-7e27f55197d7 of type vlan for network 5b7d4178-a0e1-4946-ade1-beda98db0306
Dec 30 16:25:05.629741 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-724dfac7-909d-4408-896b-556510a315d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793095940298'] for network, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:05.663841 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-724dfac7-909d-4408-896b-556510a315d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487'] for network, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:05.664684 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724dfac7-909d-4408-896b-556510a315d6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:05.665465 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-724dfac7-909d-4408-896b-556510a315d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:05.767515 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724dfac7-909d-4408-896b-556510a315d6 admin admin] Pushing event updated for resources: {'Network': ['ID=5b7d4178-a0e1-4946-ade1-beda98db0306,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:05.770202 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-724dfac7-909d-4408-896b-556510a315d6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.4366391
Dec 30 16:25:05.773077 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 54286) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:25:05.777358 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Network 5b7d4178-a0e1-4946-ade1-beda98db0306 details requested by agent ovs-agent-dv-cinder-822939-1-iscsi with host dv-cinder-822939-1-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 30 16:25:05.780495 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-4a46fd8f-8661-4e5e-a068-d3b25611fa84 admin admin] Request body: {'subnet': {'network_id': '5b7d4178-a0e1-4946-ade1-beda98db0306', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-958431662-subnet', 'tenant_id': '71a49c489ac5410b8bb76c61afde1752', 'ip_version': 4}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:25:05.785326 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-4a46fd8f-8661-4e5e-a068-d3b25611fa84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:25:05.789052 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-4a46fd8f-8661-4e5e-a068-d3b25611fa84 admin admin] Usage tracker for resource:subnet and tenant:71a49c489ac5410b8bb76c61afde1752 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:25:05.791912 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-4a46fd8f-8661-4e5e-a068-d3b25611fa84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:25:05.798230 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-4a46fd8f-8661-4e5e-a068-d3b25611fa84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:25:05.809597 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a46fd8f-8661-4e5e-a068-d3b25611fa84 admin admin] Made reservation on behalf of 71a49c489ac5410b8bb76c61afde1752 for: {'subnet': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:25:05.812569 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4a46fd8f-8661-4e5e-a068-d3b25611fa84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2671150'] for subnet, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:05.882244 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 00760415-4786-4a9b-aa9e-8d0a30a902b6 up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:25:05.968162 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 00760415-4786-4a9b-aa9e-8d0a30a902b6 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:25:05.968549 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:06.087427 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4a46fd8f-8661-4e5e-a068-d3b25611fa84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2907078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2674644'] for subnet, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:06.169582 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a46fd8f-8661-4e5e-a068-d3b25611fa84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e0e1e5e-731d-4e06-9fd7-c728f9923eff,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:06.177039 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a46fd8f-8661-4e5e-a068-d3b25611fa84 admin admin] Checking segment: {'id': 'c4a67206-6b07-444f-8b75-7e27f55197d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5b7d4178-a0e1-4946-ade1-beda98db0306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:25:06.177769 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a46fd8f-8661-4e5e-a068-d3b25611fa84 admin admin] Network hostable DHCP agents. Network: 5b7d4178-a0e1-4946-ade1-beda98db0306, hostable agents: ['56495f28-f8e1-4ded-a581-8b29fe371967'], hosted agents: [] {{(pid=82857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 30 16:25:06.204449 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a46fd8f-8661-4e5e-a068-d3b25611fa84 admin admin] Network 5b7d4178-a0e1-4946-ade1-beda98db0306 is scheduled to be hosted by DHCP agent 56495f28-f8e1-4ded-a581-8b29fe371967 with binding_index 1 {{(pid=82857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 30 16:25:06.215620 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-4a46fd8f-8661-4e5e-a068-d3b25611fa84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822939-1-iscsi, 5b7d4178-a0e1-4946-ade1-beda98db0306) {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:25:06.220736 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a46fd8f-8661-4e5e-a068-d3b25611fa84 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:06.221475 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-4a46fd8f-8661-4e5e-a068-d3b25611fa84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:06.228077 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cae6cef-6e48-458a-bd6e-849e9dfac24c None None] Network 5b7d4178-a0e1-4946-ade1-beda98db0306 requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:25:06.246520 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-4a46fd8f-8661-4e5e-a068-d3b25611fa84 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.4722579
Dec 30 16:25:06.249000 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 54292) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:25:06.254584 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-3e305a07-6221-4de1-a02f-c171181cb452 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-958431662-router', 'tenant_id': '71a49c489ac5410b8bb76c61afde1752', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'}}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:25:06.259546 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-3e305a07-6221-4de1-a02f-c171181cb452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:25:06.264097 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-3e305a07-6221-4de1-a02f-c171181cb452 admin admin] Usage tracker for resource:router and tenant:71a49c489ac5410b8bb76c61afde1752 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:25:06.267669 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-3e305a07-6221-4de1-a02f-c171181cb452 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:25:06.277441 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-3e305a07-6221-4de1-a02f-c171181cb452 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:25:06.292329 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3e305a07-6221-4de1-a02f-c171181cb452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4015920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3452'] for router, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:06.293435 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3e305a07-6221-4de1-a02f-c171181cb452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4015949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4020124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4009619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3445'] for router, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:06.335761 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3e305a07-6221-4de1-a02f-c171181cb452 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:06.463788 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d090dd-564a-44d0-b50a-57768fa06189 req-0ff6e34f-db2f-4d33-9abb-32bf2163d703 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:06.474482 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-17d090dd-564a-44d0-b50a-57768fa06189 req-0ff6e34f-db2f-4d33-9abb-32bf2163d703 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 945 time: 0.1304159
Dec 30 16:25:06.538412 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-17d090dd-564a-44d0-b50a-57768fa06189 req-25348fd0-a089-482a-ad70-4866f0f5cc90 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0627017
Dec 30 16:25:06.567713 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3e305a07-6221-4de1-a02f-c171181cb452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4020142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4016066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3399'] for router, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:06.649723 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4580eed-0472-46a7-8205-fa41b2a0e8c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf905f464-6ef4-5d13-8270-ca113c3e727c-5b7d4178-a0e1-4946-ade1-beda98db0306', 'network_id': '5b7d4178-a0e1-4946-ade1-beda98db0306', 'tenant_id': '71a49c489ac5410b8bb76c61afde1752', 'fixed_ips': [{'subnet_id': '3e0e1e5e-731d-4e06-9fd7-c728f9923eff'}]}} from dv-cinder-822939-1-iscsi. {{(pid=82859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 30 16:25:06.650747 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-c4580eed-0472-46a7-8205-fa41b2a0e8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:06.760622 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9408c7a-a9b2-4280-a936-03f71f6e8f34 None None] Sync routers for ids ['e6099d73-1fd7-4f25-b6d3-040fd48af58b'] in dv-cinder-822939-1-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:25:06.785007 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9408c7a-a9b2-4280-a936-03f71f6e8f34 None None] Routers {'e6099d73-1fd7-4f25-b6d3-040fd48af58b'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:25:06.785662 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-b9408c7a-a9b2-4280-a936-03f71f6e8f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d545aa30>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:24:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['e6099d73-1fd7-4f25-b6d3-040fd48af58b'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:25:06.873688 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.db_base_plugin_common [None req-c4580eed-0472-46a7-8205-fa41b2a0e8c8 None None] Allocated IP 172.20.0.2 (5b7d4178-a0e1-4946-ade1-beda98db0306/3e0e1e5e-731d-4e06-9fd7-c728f9923eff/98536943-5a30-4c1d-b89e-950bfc567d2f) {{(pid=82859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:25:06.888776 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf9ea1c-5ef0-487f-ad6e-82b367ffd13c req-c7abac5a-25f5-45f2-869f-84f13c7c0d79 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:06.896135 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8bf9ea1c-5ef0-487f-ad6e-82b367ffd13c req-c7abac5a-25f5-45f2-869f-84f13c7c0d79 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 943 time: 0.1563723
Dec 30 16:25:06.952231 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3e305a07-6221-4de1-a02f-c171181cb452 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:07.004148 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8bf9ea1c-5ef0-487f-ad6e-82b367ffd13c req-04afeee0-59fc-4c05-b3c6-0f89942b91d1 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1030729
Dec 30 16:25:07.016610 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3e305a07-6221-4de1-a02f-c171181cb452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:07.129470 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-b9408c7a-a9b2-4280-a936-03f71f6e8f34 None None] Set router e6099d73-1fd7-4f25-b6d3-040fd48af58b gateway port host: dv-cinder-822939-1-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:25:07.249760 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-c4580eed-0472-46a7-8205-fa41b2a0e8c8 None None] Notify callbacks [] for port, precommit_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:07.280253 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-c4580eed-0472-46a7-8205-fa41b2a0e8c8 None None] Transition to ACTIVE for port object 98536943-5a30-4c1d-b89e-950bfc567d2f will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:25:07.313569 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-c4580eed-0472-46a7-8205-fa41b2a0e8c8 None None] Transition to ACTIVE for port object 98536943-5a30-4c1d-b89e-950bfc567d2f will not be triggered until provisioned by entity DHCP. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:25:07.324461 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-c4580eed-0472-46a7-8205-fa41b2a0e8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782'] for port, after_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:07.330813 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [None req-3e305a07-6221-4de1-a02f-c171181cb452 admin admin] Allocated IP 172.27.1.72 (0b94b64d-9d7c-4a44-8bd0-f4e286ff014b/ad43253e-6e30-4230-9b92-331ad2639f5e/0714a180-69fa-406e-9175-65ed11c51df4) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:25:07.392528 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4580eed-0472-46a7-8205-fa41b2a0e8c8 None None] Network 5b7d4178-a0e1-4946-ade1-beda98db0306 is already hosted by enough agents. {{(pid=82859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:25:07.396217 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.scheduler.base_scheduler [None req-c4580eed-0472-46a7-8205-fa41b2a0e8c8 None None] Resources bound (agent type, host, resource id):  {{(pid=82859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:25:07.400254 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4580eed-0472-46a7-8205-fa41b2a0e8c8 None None] Received port after_create {{(pid=82859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:25:07.495785 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-c4580eed-0472-46a7-8205-fa41b2a0e8c8 None None] Attempting to bind port 98536943-5a30-4c1d-b89e-950bfc567d2f on host dv-cinder-822939-1-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:25:07.496310 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-c4580eed-0472-46a7-8205-fa41b2a0e8c8 None None] Attempting to bind port 98536943-5a30-4c1d-b89e-950bfc567d2f by drivers openvswitch,hyperv on host dv-cinder-822939-1-iscsi at level 0 using segments [{'id': 'c4a67206-6b07-444f-8b75-7e27f55197d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5b7d4178-a0e1-4946-ade1-beda98db0306'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:25:07.496745 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4580eed-0472-46a7-8205-fa41b2a0e8c8 None None] Attempting to bind port 98536943-5a30-4c1d-b89e-950bfc567d2f on network 5b7d4178-a0e1-4946-ade1-beda98db0306 {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:25:07.499025 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4580eed-0472-46a7-8205-fa41b2a0e8c8 None None] Pushing event updated for resources: {'Port': ['ID=98536943-5a30-4c1d-b89e-950bfc567d2f,revision_number=1']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:07.508033 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4580eed-0472-46a7-8205-fa41b2a0e8c8 None None] Checking agent: {'id': 'b5560ab0-2c8e-4cda-8841-fe2255e3b07c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822939-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 11, 19), 'started_at': datetime.datetime(2021, 12, 30, 16, 11, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822939-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:25:07.508647 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4580eed-0472-46a7-8205-fa41b2a0e8c8 None None] Checking segment: {'id': 'c4a67206-6b07-444f-8b75-7e27f55197d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5b7d4178-a0e1-4946-ade1-beda98db0306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:25:07.509126 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-c4580eed-0472-46a7-8205-fa41b2a0e8c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:07.509942 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4580eed-0472-46a7-8205-fa41b2a0e8c8 None None] Bound using segment: {'id': 'c4a67206-6b07-444f-8b75-7e27f55197d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5b7d4178-a0e1-4946-ade1-beda98db0306'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:25:07.514257 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-c4580eed-0472-46a7-8205-fa41b2a0e8c8 None None] Bound port: 98536943-5a30-4c1d-b89e-950bfc567d2f, host: dv-cinder-822939-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a67206-6b07-444f-8b75-7e27f55197d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5b7d4178-a0e1-4946-ade1-beda98db0306'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:25:07.514257 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-c4580eed-0472-46a7-8205-fa41b2a0e8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:07.608072 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3e305a07-6221-4de1-a02f-c171181cb452 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:07.635337 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-c4580eed-0472-46a7-8205-fa41b2a0e8c8 None None] For port 98536943-5a30-4c1d-b89e-950bfc567d2f, host dv-cinder-822939-1-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:25:07.638844 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-c4580eed-0472-46a7-8205-fa41b2a0e8c8 None None] For port 98536943-5a30-4c1d-b89e-950bfc567d2f, host dv-cinder-822939-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=98536943-5a30-4c1d-b89e-950bfc567d2f,segment=NetworkSegment(c4a67206-6b07-444f-8b75-7e27f55197d7),segment_id=c4a67206-6b07-444f-8b75-7e27f55197d7)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:25:07.644296 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-c4580eed-0472-46a7-8205-fa41b2a0e8c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:07.664823 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3e305a07-6221-4de1-a02f-c171181cb452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:07.679475 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-b9408c7a-a9b2-4280-a936-03f71f6e8f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d545aa30>, [{'id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'name': 'tempest-TestMinimumBasicScenario-1405411748-router', 'tenant_id': 'ead324ea735f469c81c310045d03cbb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '00760415-4786-4a9b-aa9e-8d0a30a902b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:24:58Z', 'updated_at': '2021-12-30T16:25:02Z', 'revision_number': 4, 'project_id': 'ead324ea735f469c81c310045d03cbb1', 'gw_port': {'id': '00760415-4786-4a9b-aa9e-8d0a30a902b6', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:24:58Z', 'updated_at': '2021-12-30T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': 'ef44cebe-723a-4291-94a1-ea652382e4bf', 'name': '', 'network_id': 'e3c40bcf-be25-459b-b2de-30847c475031', 'tenant_id': 'ead324ea735f469c81c310045d03cbb1', 'mac_address': 'fa:16:3e:1b:9d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9398add2-fc2d-4775-9dc4-ebeb54e21320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:25:01Z', 'updated_at': '2021-12-30T16:25:02Z', 'revision_number': 2, 'project_id': 'ead324ea735f469c81c310045d03cbb1', 'subnets': [{'id': '9398add2-fc2d-4775-9dc4-ebeb54e21320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:25:07.689727 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9408c7a-a9b2-4280-a936-03f71f6e8f34 None None] Checking router: e6099d73-1fd7-4f25-b6d3-040fd48af58b for host: dv-cinder-822939-1-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:25:07.690151 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9408c7a-a9b2-4280-a936-03f71f6e8f34 None None] Updating router e6099d73-1fd7-4f25-b6d3-040fd48af58b port ef44cebe-723a-4291-94a1-ea652382e4bf binding host dv-cinder-822939-1-iscsi {{(pid=82860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 30 16:25:07.736182 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4580eed-0472-46a7-8205-fa41b2a0e8c8 None None] Pushing event updated for resources: {'Port': ['ID=98536943-5a30-4c1d-b89e-950bfc567d2f,revision_number=2']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:07.792410 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e305a07-6221-4de1-a02f-c171181cb452 admin admin] Network 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:25:07.795535 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-3e305a07-6221-4de1-a02f-c171181cb452 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:25:07.800438 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e305a07-6221-4de1-a02f-c171181cb452 admin admin] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:25:07.817485 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b9408c7a-a9b2-4280-a936-03f71f6e8f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:07.842991 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e305a07-6221-4de1-a02f-c171181cb452 admin admin] Pushing event updated for resources: {'Port': ['ID=0714a180-69fa-406e-9175-65ed11c51df4,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:07.949594 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e891fde-8e12-41bc-8a04-4b857af7b57e req-9748e40c-a2c5-4209-8215-c5da562fd8cb tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:07.960930 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2e891fde-8e12-41bc-8a04-4b857af7b57e req-9748e40c-a2c5-4209-8215-c5da562fd8cb tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 945 time: 0.1878207
Dec 30 16:25:08.112382 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2e891fde-8e12-41bc-8a04-4b857af7b57e req-5a963f14-1cf8-4e83-8c43-e5df4cb392ff tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1486945
Dec 30 16:25:08.144657 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3e305a07-6221-4de1-a02f-c171181cb452 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:08.145664 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3e305a07-6221-4de1-a02f-c171181cb452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4015929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4017997'] for router, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:08.456892 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f6882-f506-4a10-95b1-8d11c556baca req-e891c2a9-00c1-4c0e-b937-92110edfa236 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:08.462318 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c65f6882-f506-4a10-95b1-8d11c556baca req-e891c2a9-00c1-4c0e-b937-92110edfa236 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 943 time: 0.1639879
Dec 30 16:25:08.550745 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e305a07-6221-4de1-a02f-c171181cb452 admin admin] Router bea2171e-8244-4107-a679-82db32f29982 is scheduled to L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f with binding_index 1 {{(pid=82857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 30 16:25:08.560801 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c65f6882-f506-4a10-95b1-8d11c556baca req-202a5788-46df-4742-b7d4-5ed572844d6d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0921395
Dec 30 16:25:08.568974 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b9408c7a-a9b2-4280-a936-03f71f6e8f34 None None] Notify callbacks [] for port, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:08.594857 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.provisioning_blocks [None req-b9408c7a-a9b2-4280-a936-03f71f6e8f34 None None] Transition to ACTIVE for port object ef44cebe-723a-4291-94a1-ea652382e4bf will not be triggered until provisioned by entity L2. {{(pid=82860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:25:08.620243 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b9408c7a-a9b2-4280-a936-03f71f6e8f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:08.762548 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8696eae0-de55-49e9-a427-f7c23bbf702d None None] Pushing event updated for resources: {'Port': ['ID=ef44cebe-723a-4291-94a1-ea652382e4bf,revision_number=3']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:08.785455 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8696eae0-de55-49e9-a427-f7c23bbf702d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:25:08.785927 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8696eae0-de55-49e9-a427-f7c23bbf702d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:25:08.786222 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8696eae0-de55-49e9-a427-f7c23bbf702d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:25:08.786652 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8696eae0-de55-49e9-a427-f7c23bbf702d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:25:08.787094 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8696eae0-de55-49e9-a427-f7c23bbf702d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:25:08.787409 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8696eae0-de55-49e9-a427-f7c23bbf702d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:25:08.787838 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8696eae0-de55-49e9-a427-f7c23bbf702d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:25:08.788286 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8696eae0-de55-49e9-a427-f7c23bbf702d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:25:08.788623 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8696eae0-de55-49e9-a427-f7c23bbf702d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:25:08.788910 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8696eae0-de55-49e9-a427-f7c23bbf702d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:25:08.789240 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8696eae0-de55-49e9-a427-f7c23bbf702d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:25:08.929803 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-b9408c7a-a9b2-4280-a936-03f71f6e8f34 None None] Attempting to bind port ef44cebe-723a-4291-94a1-ea652382e4bf on host dv-cinder-822939-1-iscsi for vnic_type normal with profile  {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:25:08.931560 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-b9408c7a-a9b2-4280-a936-03f71f6e8f34 None None] Attempting to bind port ef44cebe-723a-4291-94a1-ea652382e4bf by drivers openvswitch,hyperv on host dv-cinder-822939-1-iscsi at level 0 using segments [{'id': 'bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e3c40bcf-be25-459b-b2de-30847c475031'}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:25:08.931829 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e305a07-6221-4de1-a02f-c171181cb452 admin admin] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:25:08.932221 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9408c7a-a9b2-4280-a936-03f71f6e8f34 None None] Attempting to bind port ef44cebe-723a-4291-94a1-ea652382e4bf on network e3c40bcf-be25-459b-b2de-30847c475031 {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:25:08.944873 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9408c7a-a9b2-4280-a936-03f71f6e8f34 None None] Checking agent: {'id': 'b5560ab0-2c8e-4cda-8841-fe2255e3b07c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822939-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 11, 19), 'started_at': datetime.datetime(2021, 12, 30, 16, 11, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822939-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:25:08.945270 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9408c7a-a9b2-4280-a936-03f71f6e8f34 None None] Checking segment: {'id': 'bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e3c40bcf-be25-459b-b2de-30847c475031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:25:08.945861 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b9408c7a-a9b2-4280-a936-03f71f6e8f34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:08.946297 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9408c7a-a9b2-4280-a936-03f71f6e8f34 None None] Bound using segment: {'id': 'bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e3c40bcf-be25-459b-b2de-30847c475031'} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:25:08.947299 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-b9408c7a-a9b2-4280-a936-03f71f6e8f34 None None] Bound port: ef44cebe-723a-4291-94a1-ea652382e4bf, host: dv-cinder-822939-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e3c40bcf-be25-459b-b2de-30847c475031'}}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:25:08.947749 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b9408c7a-a9b2-4280-a936-03f71f6e8f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:08.955307 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a31925a-bb76-49bb-afe7-33f3e29c8b8e None None] Sync routers for ids ['bea2171e-8244-4107-a679-82db32f29982'] in dv-cinder-822939-1-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:25:08.973004 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a31925a-bb76-49bb-afe7-33f3e29c8b8e None None] Routers {'bea2171e-8244-4107-a679-82db32f29982'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:25:08.973636 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-4a31925a-bb76-49bb-afe7-33f3e29c8b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d583e7f0>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:24:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['bea2171e-8244-4107-a679-82db32f29982'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:25:08.979637 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3e305a07-6221-4de1-a02f-c171181cb452 admin admin] Notify callbacks [] for router, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:08.983436 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-3e305a07-6221-4de1-a02f-c171181cb452 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.7308438
Dec 30 16:25:08.983707 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 54304) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:25:09.088871 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-b9408c7a-a9b2-4280-a936-03f71f6e8f34 None None] For port ef44cebe-723a-4291-94a1-ea652382e4bf, host dv-cinder-822939-1-iscsi, cleared binding levels {{(pid=82860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:25:09.097740 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-b9408c7a-a9b2-4280-a936-03f71f6e8f34 None None] For port ef44cebe-723a-4291-94a1-ea652382e4bf, host dv-cinder-822939-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=ef44cebe-723a-4291-94a1-ea652382e4bf,segment=NetworkSegment(bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b),segment_id=bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b)] {{(pid=82860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:25:09.108160 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b9408c7a-a9b2-4280-a936-03f71f6e8f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:09.278346 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7297c3-9538-4fa7-96eb-94f472530762 None None] Network 5b7d4178-a0e1-4946-ade1-beda98db0306 requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:25:09.310513 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9408c7a-a9b2-4280-a936-03f71f6e8f34 None None] Routers {'e6099d73-1fd7-4f25-b6d3-040fd48af58b'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:25:09.311323 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-b9408c7a-a9b2-4280-a936-03f71f6e8f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d545aa30>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:24:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['e6099d73-1fd7-4f25-b6d3-040fd48af58b'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:25:09.548805 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d25673a0-8f94-4bb8-8d4d-40a34059cf59 None None] Provisioning for port 98536943-5a30-4c1d-b89e-950bfc567d2f completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:25:09.596297 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155827b-c473-4b08-ab46-8c108decf59e req-0438e053-c865-4022-9aa2-110dbae96f37 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:09.604982 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3155827b-c473-4b08-ab46-8c108decf59e req-0438e053-c865-4022-9aa2-110dbae96f37 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 945 time: 0.2349174
Dec 30 16:25:09.608020 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-4a31925a-bb76-49bb-afe7-33f3e29c8b8e None None] Set router bea2171e-8244-4107-a679-82db32f29982 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:25:09.663599 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8696eae0-de55-49e9-a427-f7c23bbf702d None None] Pushing event updated for resources: {'Port': ['ID=ef44cebe-723a-4291-94a1-ea652382e4bf,revision_number=4']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:09.711333 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3155827b-c473-4b08-ab46-8c108decf59e req-4989b3af-e3d5-46c6-afd3-4390924204b1 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1049139
Dec 30 16:25:09.784353 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-b9408c7a-a9b2-4280-a936-03f71f6e8f34 None None] Set router e6099d73-1fd7-4f25-b6d3-040fd48af58b gateway port host: dv-cinder-822939-1-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:25:10.068638 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd30929-5534-48de-ae3d-5144b7ea695a req-8fb38dfb-261e-4e47-8031-584be0eda6b8 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:10.089810 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5fd30929-5534-48de-ae3d-5144b7ea695a req-8fb38dfb-261e-4e47-8031-584be0eda6b8 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 943 time: 0.2212777
Dec 30 16:25:10.160934 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 98536943-5a30-4c1d-b89e-950bfc567d2f up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:25:10.164765 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5fd30929-5534-48de-ae3d-5144b7ea695a req-0150822a-af71-4ddd-99c5-6faf7c453a46 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0740852
Dec 30 16:25:10.291146 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-b9408c7a-a9b2-4280-a936-03f71f6e8f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d545aa30>, [{'id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'name': 'tempest-TestMinimumBasicScenario-1405411748-router', 'tenant_id': 'ead324ea735f469c81c310045d03cbb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '00760415-4786-4a9b-aa9e-8d0a30a902b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:24:58Z', 'updated_at': '2021-12-30T16:25:02Z', 'revision_number': 4, 'project_id': 'ead324ea735f469c81c310045d03cbb1', 'gw_port': {'id': '00760415-4786-4a9b-aa9e-8d0a30a902b6', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:24:58Z', 'updated_at': '2021-12-30T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': 'ef44cebe-723a-4291-94a1-ea652382e4bf', 'name': '', 'network_id': 'e3c40bcf-be25-459b-b2de-30847c475031', 'tenant_id': 'ead324ea735f469c81c310045d03cbb1', 'mac_address': 'fa:16:3e:1b:9d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9398add2-fc2d-4775-9dc4-ebeb54e21320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:25:01Z', 'updated_at': '2021-12-30T16:25:09Z', 'revision_number': 4, 'project_id': 'ead324ea735f469c81c310045d03cbb1', 'subnets': [{'id': '9398add2-fc2d-4775-9dc4-ebeb54e21320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:25:10.297040 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9408c7a-a9b2-4280-a936-03f71f6e8f34 None None] The sync data for ids ['e6099d73-1fd7-4f25-b6d3-040fd48af58b'] in dv-cinder-822939-1-iscsi is: [{'id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'name': 'tempest-TestMinimumBasicScenario-1405411748-router', 'tenant_id': 'ead324ea735f469c81c310045d03cbb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '00760415-4786-4a9b-aa9e-8d0a30a902b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:24:58Z', 'updated_at': '2021-12-30T16:25:02Z', 'revision_number': 4, 'project_id': 'ead324ea735f469c81c310045d03cbb1', 'gw_port': {'id': '00760415-4786-4a9b-aa9e-8d0a30a902b6', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:24:58Z', 'updated_at': '2021-12-30T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': 'ef44cebe-723a-4291-94a1-ea652382e4bf', 'name': '', 'network_id': 'e3c40bcf-be25-459b-b2de-30847c475031', 'tenant_id': 'ead324ea735f469c81c310045d03cbb1', 'mac_address': 'fa:16:3e:1b:9d:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9398add2-fc2d-4775-9dc4-ebeb54e21320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:25:01Z', 'updated_at': '2021-12-30T16:25:09Z', 'revision_number': 4, 'project_id': 'ead324ea735f469c81c310045d03cbb1', 'subnets': [{'id': '9398add2-fc2d-4775-9dc4-ebeb54e21320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:25:10.602150 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning for port 98536943-5a30-4c1d-b89e-950bfc567d2f completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:25:10.611106 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 98536943-5a30-4c1d-b89e-950bfc567d2f triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:25:10.611715 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:10.676427 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f7de9d44-55e5-4526-aea5-38a14e240f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:10.786952 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:10.898893 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-4a31925a-bb76-49bb-afe7-33f3e29c8b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d583e7f0>, [{'id': 'bea2171e-8244-4107-a679-82db32f29982', 'name': 'tempest-TestMinimumBasicScenario-958431662-router', 'tenant_id': '71a49c489ac5410b8bb76c61afde1752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '0714a180-69fa-406e-9175-65ed11c51df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:25:06Z', 'updated_at': '2021-12-30T16:25:07Z', 'revision_number': 3, 'project_id': '71a49c489ac5410b8bb76c61afde1752', 'gw_port': {'id': '0714a180-69fa-406e-9175-65ed11c51df4', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea2171e-8244-4107-a679-82db32f29982', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:25:07Z', 'updated_at': '2021-12-30T16:25:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi'}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:25:10.942722 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a31925a-bb76-49bb-afe7-33f3e29c8b8e None None] Checking router: bea2171e-8244-4107-a679-82db32f29982 for host: dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:25:10.943052 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a31925a-bb76-49bb-afe7-33f3e29c8b8e None None] Updating router bea2171e-8244-4107-a679-82db32f29982 port 0714a180-69fa-406e-9175-65ed11c51df4 binding host dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 30 16:25:10.980807 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [None req-f7de9d44-55e5-4526-aea5-38a14e240f93 admin admin] Allocated IP 172.20.0.1 (5b7d4178-a0e1-4946-ade1-beda98db0306/3e0e1e5e-731d-4e06-9fd7-c728f9923eff/3143f61d-4bb5-435c-a3f1-18d090ac74fb) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:25:11.040941 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] For port 98536943-5a30-4c1d-b89e-950bfc567d2f, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=98536943-5a30-4c1d-b89e-950bfc567d2f,segment=NetworkSegment(c4a67206-6b07-444f-8b75-7e27f55197d7),segment_id=c4a67206-6b07-444f-8b75-7e27f55197d7)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:25:11.060763 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:11.083337 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec176265-0b4e-489d-b9d2-eae4022c0092 req-cdba9300-fb8b-4c8f-8fc7-fab520339d5a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:11.093848 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ec176265-0b4e-489d-b9d2-eae4022c0092 req-cdba9300-fb8b-4c8f-8fc7-fab520339d5a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 945 time: 0.1695185
Dec 30 16:25:11.200372 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f7de9d44-55e5-4526-aea5-38a14e240f93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:11.201137 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-4a31925a-bb76-49bb-afe7-33f3e29c8b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:11.209927 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ec176265-0b4e-489d-b9d2-eae4022c0092 req-e02788a7-7198-4c2c-a48f-70bebde6309a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1151352
Dec 30 16:25:11.221676 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [None req-f7de9d44-55e5-4526-aea5-38a14e240f93 admin admin] Transition to ACTIVE for port object 3143f61d-4bb5-435c-a3f1-18d090ac74fb will not be triggered until provisioned by entity DHCP. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:25:11.249574 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f7de9d44-55e5-4526-aea5-38a14e240f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:11.268261 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Pushing event updated for resources: {'Port': ['ID=98536943-5a30-4c1d-b89e-950bfc567d2f,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:11.293000 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-63d3a65d-a9b7-4567-a7af-d4ac27fbba6f None None] Provisioning complete for port 98536943-5a30-4c1d-b89e-950bfc567d2f triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:25:11.293493 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-63d3a65d-a9b7-4567-a7af-d4ac27fbba6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:11.343688 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7de9d44-55e5-4526-aea5-38a14e240f93 admin admin] Network 5b7d4178-a0e1-4946-ade1-beda98db0306 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:25:11.348879 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-f7de9d44-55e5-4526-aea5-38a14e240f93 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:25:11.352947 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7de9d44-55e5-4526-aea5-38a14e240f93 admin admin] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:25:11.461891 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de9d44-55e5-4526-aea5-38a14e240f93 admin admin] Pushing event updated for resources: {'Port': ['ID=3143f61d-4bb5-435c-a3f1-18d090ac74fb,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:11.519802 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f7de9d44-55e5-4526-aea5-38a14e240f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4018067'] for router_interface, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:11.733305 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f7de9d44-55e5-4526-aea5-38a14e240f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:11.762311 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608afdf-8b06-4802-b979-2c0a1a8aec3a req-5d0be9f8-9c06-444d-b78e-d245b2261f29 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:11.778228 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7608afdf-8b06-4802-b979-2c0a1a8aec3a req-5d0be9f8-9c06-444d-b78e-d245b2261f29 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 943 time: 0.1893525
Dec 30 16:25:11.917903 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7608afdf-8b06-4802-b979-2c0a1a8aec3a req-7c492c3e-4151-47a3-9c08-69405994aa99 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1386268
Dec 30 16:25:12.008799 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-4a31925a-bb76-49bb-afe7-33f3e29c8b8e None None] Notify callbacks [] for port, precommit_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:12.036241 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-4a31925a-bb76-49bb-afe7-33f3e29c8b8e None None] Transition to ACTIVE for port object 0714a180-69fa-406e-9175-65ed11c51df4 will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:25:12.046670 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-4a31925a-bb76-49bb-afe7-33f3e29c8b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:12.137147 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059b111-2f24-4e6f-a9fe-ebe3329de738 None None] Pushing event updated for resources: {'Port': ['ID=0714a180-69fa-406e-9175-65ed11c51df4,revision_number=2']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:12.157540 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device ef44cebe-723a-4291-94a1-ea652382e4bf up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:25:12.266300 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f7de9d44-55e5-4526-aea5-38a14e240f93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:12.275151 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f7de9d44-55e5-4526-aea5-38a14e240f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:12.371229 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning for port ef44cebe-723a-4291-94a1-ea652382e4bf completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:25:12.384280 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-4a31925a-bb76-49bb-afe7-33f3e29c8b8e None None] Attempting to bind port 0714a180-69fa-406e-9175-65ed11c51df4 on host dv-cinder-822939-1-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:25:12.384785 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-4a31925a-bb76-49bb-afe7-33f3e29c8b8e None None] Attempting to bind port 0714a180-69fa-406e-9175-65ed11c51df4 by drivers openvswitch,hyperv on host dv-cinder-822939-1-iscsi at level 0 using segments [{'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:25:12.385369 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a31925a-bb76-49bb-afe7-33f3e29c8b8e None None] Attempting to bind port 0714a180-69fa-406e-9175-65ed11c51df4 on network 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:25:12.393212 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a31925a-bb76-49bb-afe7-33f3e29c8b8e None None] Checking agent: {'id': 'b5560ab0-2c8e-4cda-8841-fe2255e3b07c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822939-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 11, 19), 'started_at': datetime.datetime(2021, 12, 30, 16, 11, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822939-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:25:12.393600 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a31925a-bb76-49bb-afe7-33f3e29c8b8e None None] Checking segment: {'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:25:12.394145 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-4a31925a-bb76-49bb-afe7-33f3e29c8b8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:12.394605 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a31925a-bb76-49bb-afe7-33f3e29c8b8e None None] Bound using segment: {'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:25:12.395122 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-4a31925a-bb76-49bb-afe7-33f3e29c8b8e None None] Bound port: 0714a180-69fa-406e-9175-65ed11c51df4, host: dv-cinder-822939-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:25:12.395687 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-4a31925a-bb76-49bb-afe7-33f3e29c8b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:12.424306 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port ef44cebe-723a-4291-94a1-ea652382e4bf triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:25:12.424754 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:12.461467 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-915ca730-2902-4b5a-8dd5-cd632fe00431 None None] Provisioning for port 3143f61d-4bb5-435c-a3f1-18d090ac74fb completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:25:12.493902 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-915ca730-2902-4b5a-8dd5-cd632fe00431 None None] Provisioning complete for port 3143f61d-4bb5-435c-a3f1-18d090ac74fb triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:25:12.494912 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-915ca730-2902-4b5a-8dd5-cd632fe00431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:12.513792 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de9d44-55e5-4526-aea5-38a14e240f93 admin admin] Pushing event updated for resources: {'Port': ['ID=3143f61d-4bb5-435c-a3f1-18d090ac74fb,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:12.516763 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f7de9d44-55e5-4526-aea5-38a14e240f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4017274'] for router_interface, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:12.566576 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19b367-1272-42ab-a5f7-85f783d69842 req-2f88b777-0920-43c1-a1af-70799def17f7 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:12.577267 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-be19b367-1272-42ab-a5f7-85f783d69842 req-2f88b777-0920-43c1-a1af-70799def17f7 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 945 time: 0.1534193
Dec 30 16:25:12.626336 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-915ca730-2902-4b5a-8dd5-cd632fe00431 None None] Port 3143f61d-4bb5-435c-a3f1-18d090ac74fb cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 30 16:25:12.659218 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-4a31925a-bb76-49bb-afe7-33f3e29c8b8e None None] For port 0714a180-69fa-406e-9175-65ed11c51df4, host dv-cinder-822939-1-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:25:12.688420 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-4a31925a-bb76-49bb-afe7-33f3e29c8b8e None None] For port 0714a180-69fa-406e-9175-65ed11c51df4, host dv-cinder-822939-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=0714a180-69fa-406e-9175-65ed11c51df4,segment=NetworkSegment(a1965180-a5eb-4dfc-97e0-14ede4debdc3),segment_id=a1965180-a5eb-4dfc-97e0-14ede4debdc3)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:25:12.697081 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-be19b367-1272-42ab-a5f7-85f783d69842 req-eb4142a1-86dc-45a3-94a4-e71863ebc3ca tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1162717
Dec 30 16:25:12.708882 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-4a31925a-bb76-49bb-afe7-33f3e29c8b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:12.785277 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7de9d44-55e5-4526-aea5-38a14e240f93 admin admin] Network 5b7d4178-a0e1-4946-ade1-beda98db0306 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:25:12.785900 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-f7de9d44-55e5-4526-aea5-38a14e240f93 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:25:12.803916 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:12.864961 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059b111-2f24-4e6f-a9fe-ebe3329de738 None None] Pushing event updated for resources: {'Port': ['ID=0714a180-69fa-406e-9175-65ed11c51df4,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:12.872869 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a31925a-bb76-49bb-afe7-33f3e29c8b8e None None] Routers {'bea2171e-8244-4107-a679-82db32f29982'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:25:12.873499 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-4a31925a-bb76-49bb-afe7-33f3e29c8b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d583e7f0>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:24:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['bea2171e-8244-4107-a679-82db32f29982'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:25:12.931207 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] For port ef44cebe-723a-4291-94a1-ea652382e4bf, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=ef44cebe-723a-4291-94a1-ea652382e4bf,segment=NetworkSegment(bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b),segment_id=bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:25:12.943173 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:12.944042 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 98536943-5a30-4c1d-b89e-950bfc567d2f up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:25:13.196849 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed2a1c-ae19-4481-812d-d9054494addc req-7da45060-9089-4213-adc4-03abd56eac41 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:13.205479 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9bed2a1c-ae19-4481-812d-d9054494addc req-7da45060-9089-4213-adc4-03abd56eac41 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 943 time: 0.1009998
Dec 30 16:25:13.231891 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-4a31925a-bb76-49bb-afe7-33f3e29c8b8e None None] Set router bea2171e-8244-4107-a679-82db32f29982 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:25:13.274667 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9bed2a1c-ae19-4481-812d-d9054494addc req-868502eb-9efa-4d64-a764-89d7db45f4e8 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0673478
Dec 30 16:25:13.352060 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Pushing event updated for resources: {'Port': ['ID=ef44cebe-723a-4291-94a1-ea652382e4bf,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:13.359466 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-406e7cf6-f966-4db0-b79b-664c2bd0e4e6 None None] Provisioning complete for port 3143f61d-4bb5-435c-a3f1-18d090ac74fb triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:25:13.359903 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-406e7cf6-f966-4db0-b79b-664c2bd0e4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:13.495090 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7de9d44-55e5-4526-aea5-38a14e240f93 admin admin] Router bea2171e-8244-4107-a679-82db32f29982 has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:25:13.498822 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 98536943-5a30-4c1d-b89e-950bfc567d2f triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:25:13.499823 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:13.564940 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-406e7cf6-f966-4db0-b79b-664c2bd0e4e6 None None] Port 3143f61d-4bb5-435c-a3f1-18d090ac74fb cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 30 16:25:13.719055 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7de9d44-55e5-4526-aea5-38a14e240f93 admin admin] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:25:13.728213 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-f7de9d44-55e5-4526-aea5-38a14e240f93 admin admin] 10.222.0.31 "PUT /v2.0/routers/bea2171e-8244-4107-a679-82db32f29982/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7433903
Dec 30 16:25:13.841514 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-4a31925a-bb76-49bb-afe7-33f3e29c8b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d583e7f0>, [{'id': 'bea2171e-8244-4107-a679-82db32f29982', 'name': 'tempest-TestMinimumBasicScenario-958431662-router', 'tenant_id': '71a49c489ac5410b8bb76c61afde1752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '0714a180-69fa-406e-9175-65ed11c51df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:25:06Z', 'updated_at': '2021-12-30T16:25:11Z', 'revision_number': 4, 'project_id': '71a49c489ac5410b8bb76c61afde1752', 'gw_port': {'id': '0714a180-69fa-406e-9175-65ed11c51df4', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea2171e-8244-4107-a679-82db32f29982', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:25:07Z', 'updated_at': '2021-12-30T16:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '3143f61d-4bb5-435c-a3f1-18d090ac74fb', 'name': '', 'network_id': '5b7d4178-a0e1-4946-ade1-beda98db0306', 'tenant_id': '71a49c489ac5410b8bb76c61afde1752', 'mac_address': 'fa:16:3e:e4:f7:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea2171e-8244-4107-a679-82db32f29982', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e0e1e5e-731d-4e06-9fd7-c728f9923eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:25:10Z', 'updated_at': '2021-12-30T16:25:11Z', 'revision_number': 2, 'project_id': '71a49c489ac5410b8bb76c61afde1752', 'subnets': [{'id': '3e0e1e5e-731d-4e06-9fd7-c728f9923eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:25:13.849869 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a31925a-bb76-49bb-afe7-33f3e29c8b8e None None] The sync data for ids ['bea2171e-8244-4107-a679-82db32f29982'] in dv-cinder-822939-1-iscsi is: [{'id': 'bea2171e-8244-4107-a679-82db32f29982', 'name': 'tempest-TestMinimumBasicScenario-958431662-router', 'tenant_id': '71a49c489ac5410b8bb76c61afde1752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '0714a180-69fa-406e-9175-65ed11c51df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:25:06Z', 'updated_at': '2021-12-30T16:25:11Z', 'revision_number': 4, 'project_id': '71a49c489ac5410b8bb76c61afde1752', 'gw_port': {'id': '0714a180-69fa-406e-9175-65ed11c51df4', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea2171e-8244-4107-a679-82db32f29982', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:25:07Z', 'updated_at': '2021-12-30T16:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '3143f61d-4bb5-435c-a3f1-18d090ac74fb', 'name': '', 'network_id': '5b7d4178-a0e1-4946-ade1-beda98db0306', 'tenant_id': '71a49c489ac5410b8bb76c61afde1752', 'mac_address': 'fa:16:3e:e4:f7:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea2171e-8244-4107-a679-82db32f29982', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e0e1e5e-731d-4e06-9fd7-c728f9923eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:25:10Z', 'updated_at': '2021-12-30T16:25:11Z', 'revision_number': 2, 'project_id': '71a49c489ac5410b8bb76c61afde1752', 'subnets': [{'id': '3e0e1e5e-731d-4e06-9fd7-c728f9923eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:25:13.918142 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device ef44cebe-723a-4291-94a1-ea652382e4bf up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:25:14.032802 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f39c7-a88f-4450-a4ea-30ec672e0a1e req-9a87b7a9-a694-4ecd-b74e-8805679e13ed tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:14.034501 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-bd5f39c7-a88f-4450-a4ea-30ec672e0a1e req-9a87b7a9-a694-4ecd-b74e-8805679e13ed tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 945 time: 0.1344199
Dec 30 16:25:14.058174 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port ef44cebe-723a-4291-94a1-ea652382e4bf triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:25:14.058838 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:14.134533 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-bd5f39c7-a88f-4450-a4ea-30ec672e0a1e req-bbafbf29-a9c2-42ff-8464-3127d3d407ad tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0919833
Dec 30 16:25:14.498692 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e710d9-8936-4408-92ff-8afb7d644eea req-4232e909-23b1-48df-87d1-2cacfdda69e2 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:14.501485 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-93e710d9-8936-4408-92ff-8afb7d644eea req-4232e909-23b1-48df-87d1-2cacfdda69e2 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 943 time: 0.0878329
Dec 30 16:25:14.546452 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-93e710d9-8936-4408-92ff-8afb7d644eea req-8c36ff03-1976-4bfc-901d-4ac74525f5f6 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395017
Dec 30 16:25:15.130820 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-dc97a7ec-b1dc-4233-b7cc-e71bb06369d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:15.431679 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a3b97-670c-4901-9f29-c3fe0e01d6f4 req-2b9d5fda-f2a3-4979-835d-96dfd832f2a4 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:15.438570 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6fb2b322-aa49-417a-b5a7-5ca0727794aa req-3992af99-9e96-4183-a6fa-a43e653c921a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=56b2c03b9ea44b739b7f8011ada529cb&device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 1098 time: 0.1413667
Dec 30 16:25:15.440325 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-604a3b97-670c-4901-9f29-c3fe0e01d6f4 req-2b9d5fda-f2a3-4979-835d-96dfd832f2a4 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 945 time: 0.1326065
Dec 30 16:25:15.579173 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-604a3b97-670c-4901-9f29-c3fe0e01d6f4 req-b71fcf53-0ae8-4305-bc3b-8db35999732b tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1252799
Dec 30 16:25:15.661514 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2b322-aa49-417a-b5a7-5ca0727794aa req-7a98304e-5b22-43bb-b092-11e4d66fc028 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:15.663480 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6fb2b322-aa49-417a-b5a7-5ca0727794aa req-7a98304e-5b22-43bb-b092-11e4d66fc028 service neutron] 10.222.0.43 "GET /v2.0/networks?id=86764f6c-6ecd-48e9-b549-52650a897818 HTTP/1.1" status: 200  len: 907 time: 0.2139270
Dec 30 16:25:15.792221 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6fb2b322-aa49-417a-b5a7-5ca0727794aa req-f419e78b-732e-4945-829d-6ba53434883b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30347955-b1cb-47f6-bef4-8e7a0a2c3469 HTTP/1.1" status: 200  len: 1000 time: 0.1216397
Dec 30 16:25:15.918540 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2b322-aa49-417a-b5a7-5ca0727794aa req-248afd44-7dcc-4d4f-998a-c4ee88620487 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:15.920954 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6fb2b322-aa49-417a-b5a7-5ca0727794aa req-248afd44-7dcc-4d4f-998a-c4ee88620487 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7ef85b58-3499-4416-bb4b-3b0b796ad66e HTTP/1.1" status: 200  len: 846 time: 0.0938239
Dec 30 16:25:15.966640 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37666083-4836-4a06-a579-8fc1ae793994 req-22ed9aa6-cb06-4d10-b938-7bfdb79e42e9 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:15.968287 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-37666083-4836-4a06-a579-8fc1ae793994 req-22ed9aa6-cb06-4d10-b938-7bfdb79e42e9 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 943 time: 0.1749451
Dec 30 16:25:16.038958 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-37666083-4836-4a06-a579-8fc1ae793994 req-518efcb4-95a5-4c6e-84c1-75a4789c9d53 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0628281
Dec 30 16:25:16.048544 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6fb2b322-aa49-417a-b5a7-5ca0727794aa req-1398d8e9-6529-4acb-b286-8fe0739595e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=86764f6c-6ecd-48e9-b549-52650a897818&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1205902
Dec 30 16:25:16.208258 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6fb2b322-aa49-417a-b5a7-5ca0727794aa req-dcc48649-ba2e-4e07-bdff-6e72817f82e6 service neutron] 10.222.0.43 "GET /v2.0/networks/86764f6c-6ecd-48e9-b549-52650a897818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1509209
Dec 30 16:25:16.397025 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6fb2b322-aa49-417a-b5a7-5ca0727794aa req-cc519b72-78e8-405e-aaa2-49c26df46fa4 service neutron] 10.222.0.43 "GET /v2.0/networks/86764f6c-6ecd-48e9-b549-52650a897818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1816850
Dec 30 16:25:16.951957 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72b69b-a238-4d97-9e44-c4e7decc556b req-191e83bc-984d-48fb-8e60-74c48952d000 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:16.953839 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3b72b69b-a238-4d97-9e44-c4e7decc556b req-191e83bc-984d-48fb-8e60-74c48952d000 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 945 time: 0.0992429
Dec 30 16:25:17.013683 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3b72b69b-a238-4d97-9e44-c4e7decc556b req-32887c3b-d2d9-4460-bb7d-f55eba8cee2f tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539136
Dec 30 16:25:17.276922 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91288d-2804-422f-937b-9063381bb618 req-6f820a50-3ece-4daa-80b3-b27716b4bb77 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:17.284163 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7a91288d-2804-422f-937b-9063381bb618 req-6f820a50-3ece-4daa-80b3-b27716b4bb77 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 943 time: 0.0890214
Dec 30 16:25:17.340606 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7a91288d-2804-422f-937b-9063381bb618 req-5f933742-1d53-4910-8cc5-0dae64bb478a tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555263
Dec 30 16:25:17.345053 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-8401d106-8230-4bcc-a2ec-df6bde73a576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:18.090938 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba details requested by agent hyperv_hv-cinder-82293 with host hv-cinder-82293 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 30 16:25:18.246722 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8838a-9cff-4fe8-a4fa-2bdeccbf45eb req-46be19db-b7e4-4122-b91d-c92513cc99d8 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:18.248849 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-12a8838a-9cff-4fe8-a4fa-2bdeccbf45eb req-46be19db-b7e4-4122-b91d-c92513cc99d8 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 945 time: 0.0947964
Dec 30 16:25:18.300884 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=7edc38f1-ccf0-4a6b-af2b-27c8272c37ba,segment=NetworkSegment(5936c83c-be6b-48e8-9fcb-7dbbfde67386),segment_id=5936c83c-be6b-48e8-9fcb-7dbbfde67386)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:25:18.313481 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-12a8838a-9cff-4fe8-a4fa-2bdeccbf45eb req-baa76176-c7b1-43c1-87e3-fe87b057d500 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583987
Dec 30 16:25:18.354946 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Returning: {'device': '7edc38f1-ccf0-4a6b-af2b-27c8272c37ba', 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283', 'port_id': '7edc38f1-ccf0-4a6b-af2b-27c8272c37ba', 'mac_address': 'fa:16:3e:c4:b7:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 30 16:25:18.402080 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:18.433189 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:18.481856 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:25:18.516808 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=7edc38f1-ccf0-4a6b-af2b-27c8272c37ba,segment=NetworkSegment(5936c83c-be6b-48e8-9fcb-7dbbfde67386),segment_id=5936c83c-be6b-48e8-9fcb-7dbbfde67386)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:25:18.524518 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:18.607393 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2decaf05-2131-470c-bb58-e91046e12e3c req-061a779a-6110-42e8-adb5-354b13ba9d4b tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:18.608975 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2decaf05-2131-470c-bb58-e91046e12e3c req-061a779a-6110-42e8-adb5-354b13ba9d4b tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 944 time: 0.0989809
Dec 30 16:25:18.614668 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=7edc38f1-ccf0-4a6b-af2b-27c8272c37ba,revision_number=9']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:18.670044 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:18.710321 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2decaf05-2131-470c-bb58-e91046e12e3c req-805e7cbf-92c2-494b-9406-5b4f0692e5c4 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0902178
Dec 30 16:25:18.749823 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['7edc38f1-ccf0-4a6b-af2b-27c8272c37ba'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:25:19.532416 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90af50-c68e-45ca-99dc-d87a58b8f655 req-64257335-b301-483a-9288-41098464745d tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:19.533900 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3a90af50-c68e-45ca-99dc-d87a58b8f655 req-64257335-b301-483a-9288-41098464745d tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 945 time: 0.0895441
Dec 30 16:25:19.585759 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3a90af50-c68e-45ca-99dc-d87a58b8f655 req-194e8f65-c22a-47c5-b27e-df314777741a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459018
Dec 30 16:25:20.004728 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:20.078263 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-39e97364-dbe9-4e8f-bc81-b971f240c701 req-68449b6d-5a26-48c7-a4cb-198e172a44e2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.3722081
Dec 30 16:25:20.084066 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba up at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:25:20.106254 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275803f8-f993-4ef5-a9b9-3fe87f4b7bc0 req-655e6804-8ea0-4111-8152-b7d7e1db83e5 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:20.115595 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-275803f8-f993-4ef5-a9b9-3fe87f4b7bc0 req-655e6804-8ea0-4111-8152-b7d7e1db83e5 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 944 time: 0.1827555
Dec 30 16:25:20.187504 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning complete for port 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:25:20.188123 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:20.212811 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-275803f8-f993-4ef5-a9b9-3fe87f4b7bc0 req-ddd08f54-204e-48ac-b207-ff6eb7ae43f2 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0951986
Dec 30 16:25:20.398611 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 54390) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:25:20.550681 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17467016-929a-4bd9-93de-df6128441c36 req-a81f6c9b-228a-4190-984b-c3c0b18c0a8f tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:20.552568 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-17467016-929a-4bd9-93de-df6128441c36 req-a81f6c9b-228a-4190-984b-c3c0b18c0a8f tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 945 time: 0.1672978
Dec 30 16:25:20.558252 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:20.591746 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbead259-ae38-47a8-9942-4011784a381e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edc38f1-ccf0-4a6b-af2b-27c8272c37ba'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:25:20.611939 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=7edc38f1-ccf0-4a6b-af2b-27c8272c37ba,segment=NetworkSegment(5936c83c-be6b-48e8-9fcb-7dbbfde67386),segment_id=5936c83c-be6b-48e8-9fcb-7dbbfde67386)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:25:20.619627 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:20.659950 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-17467016-929a-4bd9-93de-df6128441c36 req-e7489826-0f74-4f1b-91b4-28c05a231266 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0993516
Dec 30 16:25:20.700293 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-44060cfa-1676-44b8-9b29-aafd807b3681 req-5bc492bc-9730-4c2e-8014-2e963b88597d service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2980676
Dec 30 16:25:20.713299 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=7edc38f1-ccf0-4a6b-af2b-27c8272c37ba,revision_number=10']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:20.892215 dv-cinder-822939-1-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbead259-ae38-47a8-9942-4011784a381e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edc38f1-ccf0-4a6b-af2b-27c8272c37ba', 'code': 200}
Dec 30 16:25:21.228778 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c160808e-49c2-468f-a2b0-4b9b7a229138 req-e4464fbd-b722-4211-9eb2-56fda7e27ddf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 1099 time: 0.1040657
Dec 30 16:25:21.296321 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c160808e-49c2-468f-a2b0-4b9b7a229138 req-b03a5cf1-eea0-4d95-8b23-fd3408fc58f6 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576975
Dec 30 16:25:21.586718 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a7b6a-d8f9-400f-91f0-8589eba173fe req-588f8cdb-999f-4c35-bafb-9f6ecc5ff125 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:21.588967 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-645a7b6a-d8f9-400f-91f0-8589eba173fe req-588f8cdb-999f-4c35-bafb-9f6ecc5ff125 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 946 time: 0.1905699
Dec 30 16:25:21.645486 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-645a7b6a-d8f9-400f-91f0-8589eba173fe req-e93a8ffa-77dc-46dd-96b6-91d8c6edceda tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500209
Dec 30 16:25:21.914003 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274ba69-15db-486b-95fc-76d6835b6a01 req-760ab027-4945-426d-9bf4-9839c0348623 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:21.921117 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d274ba69-15db-486b-95fc-76d6835b6a01 req-760ab027-4945-426d-9bf4-9839c0348623 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 945 time: 0.1193209
Dec 30 16:25:21.925139 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 0714a180-69fa-406e-9175-65ed11c51df4 up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:25:21.976737 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d274ba69-15db-486b-95fc-76d6835b6a01 req-64fb5473-1b2d-4716-979b-4698286985e9 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515652
Dec 30 16:25:22.007733 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning for port 0714a180-69fa-406e-9175-65ed11c51df4 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:25:22.015601 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 0714a180-69fa-406e-9175-65ed11c51df4 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:25:22.015954 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:22.117350 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 30347955-b1cb-47f6-bef4-8e7a0a2c3469 no longer exists at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:25:22.183517 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:22.204634 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] For port 0714a180-69fa-406e-9175-65ed11c51df4, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=0714a180-69fa-406e-9175-65ed11c51df4,segment=NetworkSegment(a1965180-a5eb-4dfc-97e0-14ede4debdc3),segment_id=a1965180-a5eb-4dfc-97e0-14ede4debdc3)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:25:22.243412 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:22.345003 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:22.378238 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Pushing event updated for resources: {'Port': ['ID=0714a180-69fa-406e-9175-65ed11c51df4,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:22.416229 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 30347955-b1cb-47f6-bef4-8e7a0a2c3469, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=30347955-b1cb-47f6-bef4-8e7a0a2c3469,segment=NetworkSegment(2f9675bc-13cd-408f-ac27-888974a5e85c),segment_id=2f9675bc-13cd-408f-ac27-888974a5e85c)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:25:22.426715 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:22.543161 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=30347955-b1cb-47f6-bef4-8e7a0a2c3469,revision_number=6']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:22.566664 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6b6d3958-8922-4538-b3bf-b91a72d3396c req-ea9d7b0a-4a66-4cf5-a470-2164aa28669e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1536238b1f9f45e0859c9074dfb7be10&device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 1099 time: 0.2028530
Dec 30 16:25:22.616482 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:22.776005 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d3958-8922-4538-b3bf-b91a72d3396c req-f934b830-1156-44cc-91f4-3bebf5bc5571 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:22.777858 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6b6d3958-8922-4538-b3bf-b91a72d3396c req-f934b830-1156-44cc-91f4-3bebf5bc5571 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9a0d327b-13ae-4aab-8565-47511b5fa283 HTTP/1.1" status: 200  len: 917 time: 0.1867321
Dec 30 16:25:22.893968 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5905ea74-e2f7-4404-9c7f-2103bfa7a443', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30347955-b1cb-47f6-bef4-8e7a0a2c3469'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:25:22.971070 dv-cinder-822939-1-iscsi neutron-server[82859]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5905ea74-e2f7-4404-9c7f-2103bfa7a443', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '30347955-b1cb-47f6-bef4-8e7a0a2c3469', 'code': 422} returned with failed status
Dec 30 16:25:22.995627 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6b6d3958-8922-4538-b3bf-b91a72d3396c req-bdbdb265-9109-47e0-9824-7c44dd893b28 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7edc38f1-ccf0-4a6b-af2b-27c8272c37ba HTTP/1.1" status: 200  len: 1000 time: 0.2112875
Dec 30 16:25:23.095044 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b014ba7-e482-4e90-8759-f1d3661872c2 req-211e5013-26ba-4170-831d-390894c779ba tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:23.106823 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6b014ba7-e482-4e90-8759-f1d3661872c2 req-211e5013-26ba-4170-831d-390894c779ba tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 946 time: 0.2128687
Dec 30 16:25:23.130272 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6d3958-8922-4538-b3bf-b91a72d3396c req-f19ff0a6-2a69-4c72-a5bd-b42b7ba3e356 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:23.131791 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6b6d3958-8922-4538-b3bf-b91a72d3396c req-f19ff0a6-2a69-4c72-a5bd-b42b7ba3e356 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0ef2724a-abaf-4140-a584-2ca4130b70f6 HTTP/1.1" status: 200  len: 856 time: 0.1296279
Dec 30 16:25:23.216567 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6b014ba7-e482-4e90-8759-f1d3661872c2 req-f7634666-eb72-4bc4-b4b3-b1482efef264 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1025503
Dec 30 16:25:23.243740 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6b6d3958-8922-4538-b3bf-b91a72d3396c req-81e90c54-7b60-4bcf-befd-80366c1c603b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9a0d327b-13ae-4aab-8565-47511b5fa283&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1019704
Dec 30 16:25:23.252134 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5409233-723d-4ed7-830a-7d29b2b998b4 req-683a7b7e-c4f3-4442-9414-6a320f81ac52 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:23.261635 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f5409233-723d-4ed7-830a-7d29b2b998b4 req-683a7b7e-c4f3-4442-9414-6a320f81ac52 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 943 time: 0.1014791
Dec 30 16:25:23.373995 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f5409233-723d-4ed7-830a-7d29b2b998b4 req-14f80007-5947-4daa-a63d-fccbdea614b7 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1106756
Dec 30 16:25:23.450984 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6b6d3958-8922-4538-b3bf-b91a72d3396c req-7c35ab79-d88f-463a-91df-cabce702de31 service neutron] 10.222.0.43 "GET /v2.0/networks/9a0d327b-13ae-4aab-8565-47511b5fa283?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1989784
Dec 30 16:25:23.670404 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6b6d3958-8922-4538-b3bf-b91a72d3396c req-17ce99f9-1b9f-4ba3-8758-1fba59f213f9 service neutron] 10.222.0.43 "GET /v2.0/networks/9a0d327b-13ae-4aab-8565-47511b5fa283?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2094240
Dec 30 16:25:23.678009 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-44060cfa-1676-44b8-9b29-aafd807b3681 req-9c60e14a-2fb4-46a6-8c07-2d40c6dbeb9b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443&tenant_id=56b2c03b9ea44b739b7f8011ada529cb HTTP/1.1" status: 200  len: 1096 time: 0.1300714
Dec 30 16:25:23.848621 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-44060cfa-1676-44b8-9b29-aafd807b3681 req-88007668-ac7f-43cc-8cfb-3268dc8b2e84 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=56b2c03b9ea44b739b7f8011ada529cb&device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 1096 time: 0.0950565
Dec 30 16:25:23.895885 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 0714a180-69fa-406e-9175-65ed11c51df4 up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:25:24.015524 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44060cfa-1676-44b8-9b29-aafd807b3681 req-92349c37-e17e-45c0-9b88-94d65fe1dc70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:24.017247 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-44060cfa-1676-44b8-9b29-aafd807b3681 req-92349c37-e17e-45c0-9b88-94d65fe1dc70 service neutron] 10.222.0.43 "GET /v2.0/networks?id=86764f6c-6ecd-48e9-b549-52650a897818 HTTP/1.1" status: 200  len: 907 time: 0.1619527
Dec 30 16:25:24.033965 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 0714a180-69fa-406e-9175-65ed11c51df4 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:25:24.034661 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:24.149003 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-44060cfa-1676-44b8-9b29-aafd807b3681 req-85079085-3057-4622-8727-e42af2a2ec44 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30347955-b1cb-47f6-bef4-8e7a0a2c3469 HTTP/1.1" status: 200  len: 998 time: 0.1206899
Dec 30 16:25:24.224979 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44060cfa-1676-44b8-9b29-aafd807b3681 req-74612953-d9b4-4100-8f91-e2f76c2250dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:24.226552 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-44060cfa-1676-44b8-9b29-aafd807b3681 req-74612953-d9b4-4100-8f91-e2f76c2250dc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7ef85b58-3499-4416-bb4b-3b0b796ad66e HTTP/1.1" status: 200  len: 846 time: 0.0696297
Dec 30 16:25:24.322876 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-44060cfa-1676-44b8-9b29-aafd807b3681 req-79d46ae4-aa11-4cfa-bdfa-0e2ea5cc0462 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=86764f6c-6ecd-48e9-b549-52650a897818&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0891783
Dec 30 16:25:24.534264 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-44060cfa-1676-44b8-9b29-aafd807b3681 req-a87df7d2-5672-49a7-b1c6-cec55f36cf2e service neutron] 10.222.0.43 "GET /v2.0/networks/86764f6c-6ecd-48e9-b549-52650a897818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2040565
Dec 30 16:25:24.771532 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0d940-1156-42f9-b653-5251a259aa36 req-f76578e4-152e-4a12-8334-f79287eabd4a tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:24.772906 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0cb0d940-1156-42f9-b653-5251a259aa36 req-f76578e4-152e-4a12-8334-f79287eabd4a tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 946 time: 0.2910919
Dec 30 16:25:24.837951 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-44060cfa-1676-44b8-9b29-aafd807b3681 req-06f0e6a3-6238-4ae2-b74b-b3b0f8209b4d service neutron] 10.222.0.43 "GET /v2.0/networks/86764f6c-6ecd-48e9-b549-52650a897818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2955887
Dec 30 16:25:24.874423 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0cb0d940-1156-42f9-b653-5251a259aa36 req-bbef0f27-c62c-40b6-bf04-43f357cc5067 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0884449
Dec 30 16:25:24.993681 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faa18ed-1281-4f5e-b78e-531dd37fad39 req-30c153df-26c3-49a0-a270-029b1def7cae tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:24.997755 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1faa18ed-1281-4f5e-b78e-531dd37fad39 req-30c153df-26c3-49a0-a270-029b1def7cae tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 943 time: 0.1464794
Dec 30 16:25:25.059463 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1faa18ed-1281-4f5e-b78e-531dd37fad39 req-614a5b55-34a9-4f81-8d84-7f32394e2040 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543101
Dec 30 16:25:26.286430 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf80cd-7e0d-44c4-b0de-526dafb564cc req-1363f081-7991-4b0f-96f6-521a931d1ef4 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:26.293476 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-05bf80cd-7e0d-44c4-b0de-526dafb564cc req-1363f081-7991-4b0f-96f6-521a931d1ef4 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 943 time: 0.0842144
Dec 30 16:25:26.349688 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-05bf80cd-7e0d-44c4-b0de-526dafb564cc req-3e06ab01-5191-49eb-841b-a727505461b5 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0551262
Dec 30 16:25:27.139547 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-6479cdff-1d6b-445d-826f-5e7307617e74 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:27.140969 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-6479cdff-1d6b-445d-826f-5e7307617e74 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/networks?id=e3c40bcf-be25-459b-b2de-30847c475031 HTTP/1.1" status: 200  len: 815 time: 0.1405189
Dec 30 16:25:27.159300 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-82ae5270-5bec-4095-a906-c8627522df12 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/quotas/ead324ea735f469c81c310045d03cbb1 HTTP/1.1" status: 200  len: 375 time: 0.0104394
Dec 30 16:25:27.236299 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-144a7ed8-371e-4395-b9de-ec2dca1d6be9 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Synchronizing usage tracker for tenant:ead324ea735f469c81c310045d03cbb1 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:25:27.253195 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-144a7ed8-371e-4395-b9de-ec2dca1d6be9 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Unset dirty status for tenant:ead324ea735f469c81c310045d03cbb1 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:25:27.254423 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-144a7ed8-371e-4395-b9de-ec2dca1d6be9 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ead324ea735f469c81c310045d03cbb1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0904310
Dec 30 16:25:27.408534 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-cceaf175-6e1e-404b-9b96-287142e0e08e service neutron] 10.222.0.31 "GET /v2.0/networks/e3c40bcf-be25-459b-b2de-30847c475031?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425653
Dec 30 16:25:27.546072 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37795a-8b32-4688-a929-b1ca95ca37a6 req-3bf6bfe3-b0e2-4c98-81ac-f0a049e37158 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:27.547494 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1c37795a-8b32-4688-a929-b1ca95ca37a6 req-3bf6bfe3-b0e2-4c98-81ac-f0a049e37158 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 943 time: 0.0826528
Dec 30 16:25:27.547684 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-5828d79a-1b60-4dc5-897d-7730bcf196bf service neutron] 10.222.0.31 "GET /v2.0/networks/e3c40bcf-be25-459b-b2de-30847c475031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1333270
Dec 30 16:25:27.592788 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1c37795a-8b32-4688-a929-b1ca95ca37a6 req-6746f152-8d1b-405b-9d45-b9ae1e578da9 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395608
Dec 30 16:25:27.755394 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1a917902-824d-423e-89cb-5cebdfb0ecad req-9f5612de-3c86-4616-aacb-9704529935b6 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 210 time: 0.0529680
Dec 30 16:25:28.159255 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 30347955-b1cb-47f6-bef4-8e7a0a2c3469 details requested by agent hyperv_hv-cinder-82293 with host hv-cinder-82293 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 30 16:25:28.305367 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 30347955-b1cb-47f6-bef4-8e7a0a2c3469, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=30347955-b1cb-47f6-bef4-8e7a0a2c3469,segment=NetworkSegment(2f9675bc-13cd-408f-ac27-888974a5e85c),segment_id=2f9675bc-13cd-408f-ac27-888974a5e85c)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:25:28.319601 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Returning: {'device': '30347955-b1cb-47f6-bef4-8e7a0a2c3469', 'network_id': '86764f6c-6ecd-48e9-b549-52650a897818', 'port_id': '30347955-b1cb-47f6-bef4-8e7a0a2c3469', 'mac_address': 'fa:16:3e:b2:56:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ef85b58-3499-4416-bb4b-3b0b796ad66e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 30 16:25:28.372786 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:28.389809 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30347955-b1cb-47f6-bef4-8e7a0a2c3469 {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:25:28.404933 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 30347955-b1cb-47f6-bef4-8e7a0a2c3469, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=30347955-b1cb-47f6-bef4-8e7a0a2c3469,segment=NetworkSegment(2f9675bc-13cd-408f-ac27-888974a5e85c),segment_id=2f9675bc-13cd-408f-ac27-888974a5e85c)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:25:28.409671 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:28.480956 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=30347955-b1cb-47f6-bef4-8e7a0a2c3469,revision_number=7']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:28.635537 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['30347955-b1cb-47f6-bef4-8e7a0a2c3469'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:25:28.764797 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2755ed4-ecb4-4234-8cd3-44197c76d9e1 req-19cdd043-5408-4a4c-a171-f59e6e3f4073 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:28.766352 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b2755ed4-ecb4-4234-8cd3-44197c76d9e1 req-19cdd043-5408-4a4c-a171-f59e6e3f4073 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9ed727-7780-43b8-bcc0-4352bfa8c0c4 HTTP/1.1" status: 200  len: 946 time: 0.1835976
Dec 30 16:25:28.813052 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b2755ed4-ecb4-4234-8cd3-44197c76d9e1 req-1f34bfd7-9dca-4d6a-8c0b-2ca7a3c4393b tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=77de7859-8ade-4ba8-9835-dac6f86ae5de&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412140
Dec 30 16:25:28.944694 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7a607-b8da-4021-a531-e4b69a1f598e req-df9add89-611d-4826-b861-da6fa5c8d1d8 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:28.946682 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-58b7a607-b8da-4021-a531-e4b69a1f598e req-df9add89-611d-4826-b861-da6fa5c8d1d8 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 944 time: 0.2134638
Dec 30 16:25:28.952059 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-4fae4462-e2f1-4e75-9a7a-f397fe870b8f tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:28.954360 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-4fae4462-e2f1-4e75-9a7a-f397fe870b8f tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.43 "GET /v2.0/networks?id=e3c40bcf-be25-459b-b2de-30847c475031 HTTP/1.1" status: 200  len: 815 time: 0.2399693
Dec 30 16:25:28.974466 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-684bc3e1-5004-44b4-bb2c-2fca9a519e54 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Request body: {'port': {'device_id': '24e90ae1-4d50-4386-82a7-dbd3be71cfa0', 'network_id': 'e3c40bcf-be25-459b-b2de-30847c475031', 'admin_state_up': True, 'tenant_id': 'ead324ea735f469c81c310045d03cbb1'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:25:29.007393 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-42dc6554-ba8d-4e96-a710-77b722075a55 req-fdcdf461-09d3-42ee-b262-65bdc53dddb2 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 210 time: 0.0418699
Dec 30 16:25:29.088492 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-58b7a607-b8da-4021-a531-e4b69a1f598e req-87073b5c-0a72-44ec-8072-ae7f32f3e03e tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1331406
Dec 30 16:25:29.136385 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-684bc3e1-5004-44b4-bb2c-2fca9a519e54 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:25:29.146707 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-684bc3e1-5004-44b4-bb2c-2fca9a519e54 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:25:29.158187 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-684bc3e1-5004-44b4-bb2c-2fca9a519e54 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Made reservation on behalf of ead324ea735f469c81c310045d03cbb1 for: {'port': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:25:29.161312 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-684bc3e1-5004-44b4-bb2c-2fca9a519e54 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:29.335585 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-684bc3e1-5004-44b4-bb2c-2fca9a519e54 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Allocated IP 172.20.0.9 (e3c40bcf-be25-459b-b2de-30847c475031/9398add2-fc2d-4775-9dc4-ebeb54e21320/54211755-7c11-46c6-93cf-a340a19c8e7f) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:25:29.584351 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-684bc3e1-5004-44b4-bb2c-2fca9a519e54 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:29.605548 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-684bc3e1-5004-44b4-bb2c-2fca9a519e54 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Transition to ACTIVE for port object 54211755-7c11-46c6-93cf-a340a19c8e7f will not be triggered until provisioned by entity DHCP. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:25:29.632899 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-684bc3e1-5004-44b4-bb2c-2fca9a519e54 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:29.714126 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-684bc3e1-5004-44b4-bb2c-2fca9a519e54 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Network e3c40bcf-be25-459b-b2de-30847c475031 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:25:29.717734 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-684bc3e1-5004-44b4-bb2c-2fca9a519e54 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:25:29.720300 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-684bc3e1-5004-44b4-bb2c-2fca9a519e54 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:25:29.748649 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684bc3e1-5004-44b4-bb2c-2fca9a519e54 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Pushing event updated for resources: {'Port': ['ID=54211755-7c11-46c6-93cf-a340a19c8e7f,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:29.788571 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-684bc3e1-5004-44b4-bb2c-2fca9a519e54 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:29.789325 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-684bc3e1-5004-44b4-bb2c-2fca9a519e54 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:29.831480 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-684bc3e1-5004-44b4-bb2c-2fca9a519e54 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8604620
Dec 30 16:25:29.946661 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-a13bee05-7456-410c-b31e-b94d9d88cfca None None] Provisioning for port 54211755-7c11-46c6-93cf-a340a19c8e7f completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:25:29.952919 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-a13bee05-7456-410c-b31e-b94d9d88cfca None None] Provisioning complete for port 54211755-7c11-46c6-93cf-a340a19c8e7f triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:25:29.953344 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-a13bee05-7456-410c-b31e-b94d9d88cfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:30.015883 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-a13bee05-7456-410c-b31e-b94d9d88cfca None None] Port 54211755-7c11-46c6-93cf-a340a19c8e7f cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 30 16:25:30.042850 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5375a3-1c63-4bc9-894b-12d8450b7bb6 req-0b2be671-1ffb-4169-93de-a01c8e5901bd tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:30.044467 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ad5375a3-1c63-4bc9-894b-12d8450b7bb6 req-0b2be671-1ffb-4169-93de-a01c8e5901bd tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9ed727-7780-43b8-bcc0-4352bfa8c0c4 HTTP/1.1" status: 200  len: 946 time: 0.0872610
Dec 30 16:25:30.103050 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ad5375a3-1c63-4bc9-894b-12d8450b7bb6 req-c5b725fb-f7bb-4426-9594-ea40d89240c6 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=77de7859-8ade-4ba8-9835-dac6f86ae5de&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524564
Dec 30 16:25:30.168721 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 30347955-b1cb-47f6-bef4-8e7a0a2c3469 up at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:25:30.245656 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1756d35d-c7f9-4552-9be2-7c9c64438a39 req-c457beae-5b88-4e56-b8ec-c633d3ce65d1 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:30.246338 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-1756d35d-c7f9-4552-9be2-7c9c64438a39 req-c457beae-5b88-4e56-b8ec-c633d3ce65d1 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Synchronizing usage tracker for tenant:ead324ea735f469c81c310045d03cbb1 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:25:30.256193 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning complete for port 30347955-b1cb-47f6-bef4-8e7a0a2c3469 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:25:30.256550 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:30.268747 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-1756d35d-c7f9-4552-9be2-7c9c64438a39 req-c457beae-5b88-4e56-b8ec-c633d3ce65d1 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Unset dirty status for tenant:ead324ea735f469c81c310045d03cbb1 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:25:30.276703 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1756d35d-c7f9-4552-9be2-7c9c64438a39 req-c457beae-5b88-4e56-b8ec-c633d3ce65d1 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 931 time: 0.1308486
Dec 30 16:25:30.346417 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5966c3-af26-407a-af30-c37b38e243fd req-022e8e1f-14ce-4ca6-b7b3-23885b46cd6d tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:30.348354 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2e5966c3-af26-407a-af30-c37b38e243fd req-022e8e1f-14ce-4ca6-b7b3-23885b46cd6d tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 944 time: 0.1156967
Dec 30 16:25:30.407327 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:30.437026 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5905ea74-e2f7-4404-9c7f-2103bfa7a443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30347955-b1cb-47f6-bef4-8e7a0a2c3469'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:25:30.446748 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1756d35d-c7f9-4552-9be2-7c9c64438a39 req-65ebbfd1-964e-4d09-977e-4fc07124e2fb tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1685066
Dec 30 16:25:30.447458 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2e5966c3-af26-407a-af30-c37b38e243fd req-c8014af0-ebca-44e5-9d40-ab37852ca703 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0922184
Dec 30 16:25:30.468259 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 30347955-b1cb-47f6-bef4-8e7a0a2c3469, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=30347955-b1cb-47f6-bef4-8e7a0a2c3469,segment=NetworkSegment(2f9675bc-13cd-408f-ac27-888974a5e85c),segment_id=2f9675bc-13cd-408f-ac27-888974a5e85c)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:25:30.478442 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:30.557892 dv-cinder-822939-1-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5905ea74-e2f7-4404-9c7f-2103bfa7a443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30347955-b1cb-47f6-bef4-8e7a0a2c3469', 'code': 200}
Dec 30 16:25:30.596711 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=30347955-b1cb-47f6-bef4-8e7a0a2c3469,revision_number=8']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:31.309263 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae9cea-6aac-4666-b5b6-21ccc240cdee req-e8220807-2bc2-4cf1-9e31-44f5baa3625d tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:31.310691 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-eeae9cea-6aac-4666-b5b6-21ccc240cdee req-e8220807-2bc2-4cf1-9e31-44f5baa3625d tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9ed727-7780-43b8-bcc0-4352bfa8c0c4 HTTP/1.1" status: 200  len: 946 time: 0.0779080
Dec 30 16:25:31.358077 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-eeae9cea-6aac-4666-b5b6-21ccc240cdee req-df943155-21e8-4b7f-a446-6d1d6fc67768 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=77de7859-8ade-4ba8-9835-dac6f86ae5de&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415528
Dec 30 16:25:31.658501 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63fdfe-005f-4d0b-88e4-ba76e18a2531 req-7d472e38-3c74-4351-9510-fa849fd0db0d tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:31.659975 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-aa63fdfe-005f-4d0b-88e4-ba76e18a2531 req-7d472e38-3c74-4351-9510-fa849fd0db0d tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 945 time: 0.0843263
Dec 30 16:25:31.673492 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378048b-61dc-4187-bc58-86736059ea24 req-0e00f3d1-c045-49da-b006-7497da2248b5 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:31.675023 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0378048b-61dc-4187-bc58-86736059ea24 req-0e00f3d1-c045-49da-b006-7497da2248b5 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 931 time: 0.0810056
Dec 30 16:25:31.718319 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-aa63fdfe-005f-4d0b-88e4-ba76e18a2531 req-796f4e05-a43a-42c1-8e0d-49e5e73e070b tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509284
Dec 30 16:25:31.729837 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0378048b-61dc-4187-bc58-86736059ea24 req-290f712e-1d78-423e-9d0d-7352d94b5321 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490887
Dec 30 16:25:32.571071 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349cebe-97e6-4381-8a60-9f66c62f46db req-5f438d00-2f78-4e31-8a29-5db922f516d4 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:32.572479 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f349cebe-97e6-4381-8a60-9f66c62f46db req-5f438d00-2f78-4e31-8a29-5db922f516d4 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9ed727-7780-43b8-bcc0-4352bfa8c0c4 HTTP/1.1" status: 200  len: 946 time: 0.0804212
Dec 30 16:25:32.620145 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f349cebe-97e6-4381-8a60-9f66c62f46db req-2da5214d-ac50-41a1-950b-941499f2ede7 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=77de7859-8ade-4ba8-9835-dac6f86ae5de&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414824
Dec 30 16:25:32.936166 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f4b55-eea6-42d4-a21f-84397af740e0 req-b7537ae3-e82f-4ad8-9c90-a8641462302f tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:32.937706 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-647f4b55-eea6-42d4-a21f-84397af740e0 req-b7537ae3-e82f-4ad8-9c90-a8641462302f tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 945 time: 0.0811753
Dec 30 16:25:32.943518 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6276d-977d-4a7b-8f62-ac7387a57429 req-b30820db-6fc9-45ba-b097-6c0142b13b50 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:32.949240 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-efd6276d-977d-4a7b-8f62-ac7387a57429 req-b30820db-6fc9-45ba-b097-6c0142b13b50 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 931 time: 0.0848999
Dec 30 16:25:33.001781 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-647f4b55-eea6-42d4-a21f-84397af740e0 req-3f86b00e-cfde-4f6a-ab6f-80b0cb4bcab5 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572042
Dec 30 16:25:33.003960 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-efd6276d-977d-4a7b-8f62-ac7387a57429 req-f825d7e2-7aea-40d7-8ab0-1b5b2a9fb24d tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Synchronizing usage tracker for tenant:ead324ea735f469c81c310045d03cbb1 on resource:security_group {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:25:33.034436 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-efd6276d-977d-4a7b-8f62-ac7387a57429 req-f825d7e2-7aea-40d7-8ab0-1b5b2a9fb24d tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Unset dirty status for tenant:ead324ea735f469c81c310045d03cbb1 on resource:security_group {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:25:33.036306 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-efd6276d-977d-4a7b-8f62-ac7387a57429 req-f825d7e2-7aea-40d7-8ab0-1b5b2a9fb24d tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841904
Dec 30 16:25:33.835569 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451a704-604e-462d-86e8-85fdb31695c2 req-05fb464d-cba1-4b80-a319-28e971aff609 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:33.837621 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e451a704-604e-462d-86e8-85fdb31695c2 req-05fb464d-cba1-4b80-a319-28e971aff609 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9ed727-7780-43b8-bcc0-4352bfa8c0c4 HTTP/1.1" status: 200  len: 946 time: 0.0860269
Dec 30 16:25:33.884735 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e451a704-604e-462d-86e8-85fdb31695c2 req-68adaf0c-5f6c-43fd-8b60-bdb2fa210b1c tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=77de7859-8ade-4ba8-9835-dac6f86ae5de&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414259
Dec 30 16:25:34.214624 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325573a-5f7a-4192-9a79-0e2d2e85fac1 req-f3596fdc-d9b5-4ac6-a8e1-0d70f3a3a09d tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:34.216101 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b325573a-5f7a-4192-9a79-0e2d2e85fac1 req-f3596fdc-d9b5-4ac6-a8e1-0d70f3a3a09d tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 945 time: 0.0904317
Dec 30 16:25:34.239757 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250607ad-ca06-456e-983e-1cf6f87bbd4b req-f448eb3f-2906-4e0b-b40b-98b5b6009095 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:34.245664 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-250607ad-ca06-456e-983e-1cf6f87bbd4b req-f448eb3f-2906-4e0b-b40b-98b5b6009095 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 931 time: 0.0841975
Dec 30 16:25:34.267171 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b325573a-5f7a-4192-9a79-0e2d2e85fac1 req-03518670-444e-42f7-9241-2b867ef07057 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438445
Dec 30 16:25:34.313101 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-250607ad-ca06-456e-983e-1cf6f87bbd4b req-5b303be0-ad41-4982-af55-2d56c13c51e2 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634482
Dec 30 16:25:35.087230 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a76d0-ea33-4cbe-a2f0-953f5b432000 req-5fa26550-fefb-4f3f-b6db-28c5a10d117e tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:35.088700 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-834a76d0-ea33-4cbe-a2f0-953f5b432000 req-5fa26550-fefb-4f3f-b6db-28c5a10d117e tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9ed727-7780-43b8-bcc0-4352bfa8c0c4 HTTP/1.1" status: 200  len: 946 time: 0.0778015
Dec 30 16:25:35.136385 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-834a76d0-ea33-4cbe-a2f0-953f5b432000 req-2233ff54-21e4-4635-9be6-24c76dea7616 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=77de7859-8ade-4ba8-9835-dac6f86ae5de&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417998
Dec 30 16:25:35.492531 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44df2ed-a8bb-4dd1-87bf-f3e92d93eaad req-7aa8262d-b508-42ca-b4b4-d1a0dd16b77a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:35.495235 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a44df2ed-a8bb-4dd1-87bf-f3e92d93eaad req-7aa8262d-b508-42ca-b4b4-d1a0dd16b77a tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 945 time: 0.1008623
Dec 30 16:25:35.538467 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e434d6d-0ba2-42b2-94ec-39480d52a77f req-be31a44d-82dc-4aa1-9dc0-a827088192e5 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:35.546075 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0e434d6d-0ba2-42b2-94ec-39480d52a77f req-be31a44d-82dc-4aa1-9dc0-a827088192e5 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 931 time: 0.1041162
Dec 30 16:25:35.575369 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a44df2ed-a8bb-4dd1-87bf-f3e92d93eaad req-0fb17180-d145-436d-a2b0-97fef22fd46e tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0725586
Dec 30 16:25:35.588359 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0e434d6d-0ba2-42b2-94ec-39480d52a77f req-a139884b-b7d5-48c4-9511-1ac3aa78e63e tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415359
Dec 30 16:25:36.345193 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627a7d7-3891-4df7-80ff-61ad5c75467e req-50dfc4a9-1320-4aa5-89c5-b9aa5c36cbc0 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:36.346666 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b627a7d7-3891-4df7-80ff-61ad5c75467e req-50dfc4a9-1320-4aa5-89c5-b9aa5c36cbc0 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9ed727-7780-43b8-bcc0-4352bfa8c0c4 HTTP/1.1" status: 200  len: 946 time: 0.0832443
Dec 30 16:25:36.392299 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b627a7d7-3891-4df7-80ff-61ad5c75467e req-e9bd72c2-6a21-4233-b913-b431cace0efc tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=77de7859-8ade-4ba8-9835-dac6f86ae5de&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398557
Dec 30 16:25:36.806516 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfafeeb-8a48-45ac-bac0-bedbf50a2640 req-ecbd5295-0b95-49c0-896f-95f8e06611f3 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:36.807974 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7dfafeeb-8a48-45ac-bac0-bedbf50a2640 req-ecbd5295-0b95-49c0-896f-95f8e06611f3 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 945 time: 0.1115606
Dec 30 16:25:36.820684 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a40a70-1293-45f0-a531-dd2ee62b44b7 req-cf28dc51-4412-4614-96df-0b0b9868b7da tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:36.822884 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c6a40a70-1293-45f0-a531-dd2ee62b44b7 req-cf28dc51-4412-4614-96df-0b0b9868b7da tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 931 time: 0.1087391
Dec 30 16:25:36.861914 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7dfafeeb-8a48-45ac-bac0-bedbf50a2640 req-689c03e2-bb7b-4552-8644-847898d6c046 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467765
Dec 30 16:25:36.875760 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c6a40a70-1293-45f0-a531-dd2ee62b44b7 req-086ce5de-beb6-4268-b7d9-d47bb3e53755 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454919
Dec 30 16:25:37.605577 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f352cab-0bcc-4c0f-8c67-a2f93169274a req-b503d040-4e87-4281-b8e2-25e4e08e3170 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:37.607025 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8f352cab-0bcc-4c0f-8c67-a2f93169274a req-b503d040-4e87-4281-b8e2-25e4e08e3170 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9ed727-7780-43b8-bcc0-4352bfa8c0c4 HTTP/1.1" status: 200  len: 946 time: 0.0805855
Dec 30 16:25:37.653940 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8f352cab-0bcc-4c0f-8c67-a2f93169274a req-b8dba6de-d248-4a99-a2af-09cb8466ee4d tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=77de7859-8ade-4ba8-9835-dac6f86ae5de&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411932
Dec 30 16:25:37.816222 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02f5798-1450-4e8e-9564-273fc54f833f None None] Sync routers for ids ['bea2171e-8244-4107-a679-82db32f29982'] in dv-cinder-822939-1-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:25:37.830317 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02f5798-1450-4e8e-9564-273fc54f833f None None] Routers {'bea2171e-8244-4107-a679-82db32f29982'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:25:37.830998 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-b02f5798-1450-4e8e-9564-273fc54f833f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d5015d90>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:25:17Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['bea2171e-8244-4107-a679-82db32f29982'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:25:38.027716 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-b02f5798-1450-4e8e-9564-273fc54f833f None None] Set router bea2171e-8244-4107-a679-82db32f29982 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:25:38.120827 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abfce6-de3f-437b-ab3a-2bde6b974d61 req-da26f493-3c50-4ac3-a7a9-3e4bf8af43b7 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:38.128239 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a3abfce6-de3f-437b-ab3a-2bde6b974d61 req-da26f493-3c50-4ac3-a7a9-3e4bf8af43b7 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 945 time: 0.1242795
Dec 30 16:25:38.154458 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fa121-60d1-48af-9afa-857081648fad req-7f541210-e362-4bb7-85af-19b8b8227716 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:38.164169 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0d6fa121-60d1-48af-9afa-857081648fad req-7f541210-e362-4bb7-85af-19b8b8227716 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 931 time: 0.0969312
Dec 30 16:25:38.181824 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a3abfce6-de3f-437b-ab3a-2bde6b974d61 req-b2e79647-541b-49e9-a685-3159ea1548fa tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526116
Dec 30 16:25:38.215320 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0d6fa121-60d1-48af-9afa-857081648fad req-ba0aaf98-f9ff-444b-b69b-9ecb3a06d0cc tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517790
Dec 30 16:25:38.395003 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-b02f5798-1450-4e8e-9564-273fc54f833f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d5015d90>, [{'id': 'bea2171e-8244-4107-a679-82db32f29982', 'name': 'tempest-TestMinimumBasicScenario-958431662-router', 'tenant_id': '71a49c489ac5410b8bb76c61afde1752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '0714a180-69fa-406e-9175-65ed11c51df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:25:06Z', 'updated_at': '2021-12-30T16:25:11Z', 'revision_number': 4, 'project_id': '71a49c489ac5410b8bb76c61afde1752', 'gw_port': {'id': '0714a180-69fa-406e-9175-65ed11c51df4', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea2171e-8244-4107-a679-82db32f29982', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:25:07Z', 'updated_at': '2021-12-30T16:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '3143f61d-4bb5-435c-a3f1-18d090ac74fb', 'name': '', 'network_id': '5b7d4178-a0e1-4946-ade1-beda98db0306', 'tenant_id': '71a49c489ac5410b8bb76c61afde1752', 'mac_address': 'fa:16:3e:e4:f7:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea2171e-8244-4107-a679-82db32f29982', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e0e1e5e-731d-4e06-9fd7-c728f9923eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:25:10Z', 'updated_at': '2021-12-30T16:25:11Z', 'revision_number': 2, 'project_id': '71a49c489ac5410b8bb76c61afde1752', 'subnets': [{'id': '3e0e1e5e-731d-4e06-9fd7-c728f9923eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:25:38.398954 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02f5798-1450-4e8e-9564-273fc54f833f None None] Checking router: bea2171e-8244-4107-a679-82db32f29982 for host: dv-cinder-822939-1-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:25:38.399283 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02f5798-1450-4e8e-9564-273fc54f833f None None] Updating router bea2171e-8244-4107-a679-82db32f29982 port 3143f61d-4bb5-435c-a3f1-18d090ac74fb binding host dv-cinder-822939-1-iscsi {{(pid=82860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 30 16:25:38.453504 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b02f5798-1450-4e8e-9564-273fc54f833f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:38.813898 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b02f5798-1450-4e8e-9564-273fc54f833f None None] Notify callbacks [] for port, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:38.826254 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.provisioning_blocks [None req-b02f5798-1450-4e8e-9564-273fc54f833f None None] Transition to ACTIVE for port object 3143f61d-4bb5-435c-a3f1-18d090ac74fb will not be triggered until provisioned by entity L2. {{(pid=82860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:25:38.837548 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b02f5798-1450-4e8e-9564-273fc54f833f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:38.869129 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6acf61-0100-47e1-acad-ceacedb143b0 req-b64b9eee-0f5f-4f80-ab5b-bdcc491b8c3a tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:38.870697 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2a6acf61-0100-47e1-acad-ceacedb143b0 req-b64b9eee-0f5f-4f80-ab5b-bdcc491b8c3a tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9ed727-7780-43b8-bcc0-4352bfa8c0c4 HTTP/1.1" status: 200  len: 946 time: 0.0784190
Dec 30 16:25:38.933896 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2a6acf61-0100-47e1-acad-ceacedb143b0 req-3011de3e-6623-4274-9bc2-e8be96ae41ea tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=77de7859-8ade-4ba8-9835-dac6f86ae5de&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0564630
Dec 30 16:25:38.957872 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f7088-d9b5-45eb-9623-dbd1714ea3d6 None None] Pushing event updated for resources: {'Port': ['ID=3143f61d-4bb5-435c-a3f1-18d090ac74fb,revision_number=3']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:39.055613 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-b02f5798-1450-4e8e-9564-273fc54f833f None None] Attempting to bind port 3143f61d-4bb5-435c-a3f1-18d090ac74fb on host dv-cinder-822939-1-iscsi for vnic_type normal with profile  {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:25:39.056063 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-b02f5798-1450-4e8e-9564-273fc54f833f None None] Attempting to bind port 3143f61d-4bb5-435c-a3f1-18d090ac74fb by drivers openvswitch,hyperv on host dv-cinder-822939-1-iscsi at level 0 using segments [{'id': 'c4a67206-6b07-444f-8b75-7e27f55197d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5b7d4178-a0e1-4946-ade1-beda98db0306'}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:25:39.056472 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02f5798-1450-4e8e-9564-273fc54f833f None None] Attempting to bind port 3143f61d-4bb5-435c-a3f1-18d090ac74fb on network 5b7d4178-a0e1-4946-ade1-beda98db0306 {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:25:39.063825 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02f5798-1450-4e8e-9564-273fc54f833f None None] Checking agent: {'id': 'b5560ab0-2c8e-4cda-8841-fe2255e3b07c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822939-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 11, 19), 'started_at': datetime.datetime(2021, 12, 30, 16, 11, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822939-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:25:39.064487 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02f5798-1450-4e8e-9564-273fc54f833f None None] Checking segment: {'id': 'c4a67206-6b07-444f-8b75-7e27f55197d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5b7d4178-a0e1-4946-ade1-beda98db0306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:25:39.064697 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b02f5798-1450-4e8e-9564-273fc54f833f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:39.065250 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02f5798-1450-4e8e-9564-273fc54f833f None None] Bound using segment: {'id': 'c4a67206-6b07-444f-8b75-7e27f55197d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5b7d4178-a0e1-4946-ade1-beda98db0306'} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:25:39.065687 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-b02f5798-1450-4e8e-9564-273fc54f833f None None] Bound port: 3143f61d-4bb5-435c-a3f1-18d090ac74fb, host: dv-cinder-822939-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a67206-6b07-444f-8b75-7e27f55197d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5b7d4178-a0e1-4946-ade1-beda98db0306'}}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:25:39.066122 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b02f5798-1450-4e8e-9564-273fc54f833f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:39.154985 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-b02f5798-1450-4e8e-9564-273fc54f833f None None] For port 3143f61d-4bb5-435c-a3f1-18d090ac74fb, host dv-cinder-822939-1-iscsi, cleared binding levels {{(pid=82860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:25:39.158316 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-b02f5798-1450-4e8e-9564-273fc54f833f None None] For port 3143f61d-4bb5-435c-a3f1-18d090ac74fb, host dv-cinder-822939-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=3143f61d-4bb5-435c-a3f1-18d090ac74fb,segment=NetworkSegment(c4a67206-6b07-444f-8b75-7e27f55197d7),segment_id=c4a67206-6b07-444f-8b75-7e27f55197d7)] {{(pid=82860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:25:39.163674 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-b02f5798-1450-4e8e-9564-273fc54f833f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:39.245876 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f7088-d9b5-45eb-9623-dbd1714ea3d6 None None] Pushing event updated for resources: {'Port': ['ID=3143f61d-4bb5-435c-a3f1-18d090ac74fb,revision_number=4']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:39.249274 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02f5798-1450-4e8e-9564-273fc54f833f None None] Routers {'bea2171e-8244-4107-a679-82db32f29982'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:25:39.249888 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-b02f5798-1450-4e8e-9564-273fc54f833f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d5015d90>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:25:17Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['bea2171e-8244-4107-a679-82db32f29982'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:25:39.404605 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1d3c7-b8bd-491d-8d05-a9c2e8d417ad req-f4d842c0-322c-46d1-aa92-4d608d1a1fcf tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:39.407143 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8dc1d3c7-b8bd-491d-8d05-a9c2e8d417ad req-f4d842c0-322c-46d1-aa92-4d608d1a1fcf tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 945 time: 0.0987115
Dec 30 16:25:39.426393 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f1b66-3524-471e-9ed8-67e75b78ec39 req-ee02dceb-3a30-4d12-b09a-2950f6c667cd tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:39.428724 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-215f1b66-3524-471e-9ed8-67e75b78ec39 req-ee02dceb-3a30-4d12-b09a-2950f6c667cd tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 931 time: 0.0808823
Dec 30 16:25:39.451262 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-b02f5798-1450-4e8e-9564-273fc54f833f None None] Set router bea2171e-8244-4107-a679-82db32f29982 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:25:39.477461 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-215f1b66-3524-471e-9ed8-67e75b78ec39 req-9b92e1a2-5f5b-47e9-8114-e891fcba13c1 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427172
Dec 30 16:25:39.484314 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8dc1d3c7-b8bd-491d-8d05-a9c2e8d417ad req-8f7b0e57-8dca-4135-adaa-ef6c66ddf097 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705736
Dec 30 16:25:39.643634 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-a73e53e5-1cca-4d07-8e6c-49688d9bc5f6 service neutron] Request body: {'port': {'device_id': '24e90ae1-4d50-4386-82a7-dbd3be71cfa0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82293'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:25:39.749660 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-a73e53e5-1cca-4d07-8e6c-49688d9bc5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:39.779241 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-b02f5798-1450-4e8e-9564-273fc54f833f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d5015d90>, [{'id': 'bea2171e-8244-4107-a679-82db32f29982', 'name': 'tempest-TestMinimumBasicScenario-958431662-router', 'tenant_id': '71a49c489ac5410b8bb76c61afde1752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '0714a180-69fa-406e-9175-65ed11c51df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:25:06Z', 'updated_at': '2021-12-30T16:25:11Z', 'revision_number': 4, 'project_id': '71a49c489ac5410b8bb76c61afde1752', 'gw_port': {'id': '0714a180-69fa-406e-9175-65ed11c51df4', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea2171e-8244-4107-a679-82db32f29982', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:25:07Z', 'updated_at': '2021-12-30T16:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '3143f61d-4bb5-435c-a3f1-18d090ac74fb', 'name': '', 'network_id': '5b7d4178-a0e1-4946-ade1-beda98db0306', 'tenant_id': '71a49c489ac5410b8bb76c61afde1752', 'mac_address': 'fa:16:3e:e4:f7:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea2171e-8244-4107-a679-82db32f29982', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e0e1e5e-731d-4e06-9fd7-c728f9923eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:25:10Z', 'updated_at': '2021-12-30T16:25:39Z', 'revision_number': 4, 'project_id': '71a49c489ac5410b8bb76c61afde1752', 'subnets': [{'id': '3e0e1e5e-731d-4e06-9fd7-c728f9923eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:25:39.783748 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02f5798-1450-4e8e-9564-273fc54f833f None None] The sync data for ids ['bea2171e-8244-4107-a679-82db32f29982'] in dv-cinder-822939-1-iscsi is: [{'id': 'bea2171e-8244-4107-a679-82db32f29982', 'name': 'tempest-TestMinimumBasicScenario-958431662-router', 'tenant_id': '71a49c489ac5410b8bb76c61afde1752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '0714a180-69fa-406e-9175-65ed11c51df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:25:06Z', 'updated_at': '2021-12-30T16:25:11Z', 'revision_number': 4, 'project_id': '71a49c489ac5410b8bb76c61afde1752', 'gw_port': {'id': '0714a180-69fa-406e-9175-65ed11c51df4', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea2171e-8244-4107-a679-82db32f29982', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:25:07Z', 'updated_at': '2021-12-30T16:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '3143f61d-4bb5-435c-a3f1-18d090ac74fb', 'name': '', 'network_id': '5b7d4178-a0e1-4946-ade1-beda98db0306', 'tenant_id': '71a49c489ac5410b8bb76c61afde1752', 'mac_address': 'fa:16:3e:e4:f7:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea2171e-8244-4107-a679-82db32f29982', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3e0e1e5e-731d-4e06-9fd7-c728f9923eff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:25:10Z', 'updated_at': '2021-12-30T16:25:39Z', 'revision_number': 4, 'project_id': '71a49c489ac5410b8bb76c61afde1752', 'subnets': [{'id': '3e0e1e5e-731d-4e06-9fd7-c728f9923eff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:25:39.917085 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 3143f61d-4bb5-435c-a3f1-18d090ac74fb up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:25:39.997047 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning for port 3143f61d-4bb5-435c-a3f1-18d090ac74fb completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:25:40.003425 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 3143f61d-4bb5-435c-a3f1-18d090ac74fb triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:25:40.004070 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:40.087598 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a7d895ea-e8ef-436c-933a-a80af7d25ac1 req-2d2cdb34-d1db-47d8-9900-20699c1ace11 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 1098 time: 0.1900966
Dec 30 16:25:40.140683 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:40.143689 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a3252-d4ed-45f0-a744-5f79baf10dee req-82989883-dbd7-418c-90d0-484ad5bb6bb1 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:40.150730 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6c3a3252-d4ed-45f0-a744-5f79baf10dee req-82989883-dbd7-418c-90d0-484ad5bb6bb1 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9ed727-7780-43b8-bcc0-4352bfa8c0c4 HTTP/1.1" status: 200  len: 946 time: 0.0930765
Dec 30 16:25:40.174964 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] For port 3143f61d-4bb5-435c-a3f1-18d090ac74fb, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=3143f61d-4bb5-435c-a3f1-18d090ac74fb,segment=NetworkSegment(c4a67206-6b07-444f-8b75-7e27f55197d7),segment_id=c4a67206-6b07-444f-8b75-7e27f55197d7)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:25:40.182088 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:40.189119 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a7d895ea-e8ef-436c-933a-a80af7d25ac1 req-f50f0a3b-f52d-4acb-a6c2-ff9490678d5a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0929732
Dec 30 16:25:40.197082 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6c3a3252-d4ed-45f0-a744-5f79baf10dee req-6c327f61-c951-497f-a8fd-f1a646fddc76 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=77de7859-8ade-4ba8-9835-dac6f86ae5de&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456715
Dec 30 16:25:40.216350 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-a73e53e5-1cca-4d07-8e6c-49688d9bc5f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54211755-7c11-46c6-93cf-a340a19c8e7f {{(pid=82857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:25:40.225729 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-a73e53e5-1cca-4d07-8e6c-49688d9bc5f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:40.241383 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-a73e53e5-1cca-4d07-8e6c-49688d9bc5f6 service neutron] Transition to ACTIVE for port object 54211755-7c11-46c6-93cf-a340a19c8e7f will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:25:40.246141 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-a73e53e5-1cca-4d07-8e6c-49688d9bc5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:40.264179 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Pushing event updated for resources: {'Port': ['ID=3143f61d-4bb5-435c-a3f1-18d090ac74fb,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:40.273243 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:25:40.273580 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:25:40.273911 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:25:40.274233 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:25:40.274572 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:25:40.274896 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:25:40.275213 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:25:40.275531 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:25:40.275838 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:25:40.276145 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:25:40.276454 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:25:40.452588 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e53e5-1cca-4d07-8e6c-49688d9bc5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=54211755-7c11-46c6-93cf-a340a19c8e7f,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:40.568906 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-a73e53e5-1cca-4d07-8e6c-49688d9bc5f6 service neutron] Attempting to bind port 54211755-7c11-46c6-93cf-a340a19c8e7f on host hv-cinder-82293 for vnic_type normal with profile  {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:25:40.569266 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-a73e53e5-1cca-4d07-8e6c-49688d9bc5f6 service neutron] Attempting to bind port 54211755-7c11-46c6-93cf-a340a19c8e7f by drivers openvswitch,hyperv on host hv-cinder-82293 at level 0 using segments [{'id': 'bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e3c40bcf-be25-459b-b2de-30847c475031'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:25:40.569588 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-a73e53e5-1cca-4d07-8e6c-49688d9bc5f6 service neutron] Attempting to bind port 54211755-7c11-46c6-93cf-a340a19c8e7f on network e3c40bcf-be25-459b-b2de-30847c475031 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:25:40.576547 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-a73e53e5-1cca-4d07-8e6c-49688d9bc5f6 service neutron] Port 54211755-7c11-46c6-93cf-a340a19c8e7f on network e3c40bcf-be25-459b-b2de-30847c475031 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82293 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 30 16:25:40.576799 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-a73e53e5-1cca-4d07-8e6c-49688d9bc5f6 service neutron] Attempting to bind port 54211755-7c11-46c6-93cf-a340a19c8e7f on network e3c40bcf-be25-459b-b2de-30847c475031 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:25:40.585214 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-a73e53e5-1cca-4d07-8e6c-49688d9bc5f6 service neutron] Checking agent: {'id': 'e529ec3e-5d50-4747-9e44-8ad3816b2791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82293', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'started_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:25:40.585548 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-a73e53e5-1cca-4d07-8e6c-49688d9bc5f6 service neutron] Checking segment: {'id': 'bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e3c40bcf-be25-459b-b2de-30847c475031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:25:40.585930 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-a73e53e5-1cca-4d07-8e6c-49688d9bc5f6 service neutron] Bound using segment: {'id': 'bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e3c40bcf-be25-459b-b2de-30847c475031'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:25:40.586390 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-a73e53e5-1cca-4d07-8e6c-49688d9bc5f6 service neutron] Bound port: 54211755-7c11-46c6-93cf-a340a19c8e7f, host: hv-cinder-82293, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'e3c40bcf-be25-459b-b2de-30847c475031'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:25:40.586734 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-a73e53e5-1cca-4d07-8e6c-49688d9bc5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:40.686823 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce7a6b1-ec3b-4d77-8ef9-7c75b40f3db7 req-a770f78e-5eba-405a-8011-3c0c3911bc93 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:40.688244 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1ce7a6b1-ec3b-4d77-8ef9-7c75b40f3db7 req-a770f78e-5eba-405a-8011-3c0c3911bc93 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 943 time: 0.0755513
Dec 30 16:25:40.731316 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-a73e53e5-1cca-4d07-8e6c-49688d9bc5f6 service neutron] For port 54211755-7c11-46c6-93cf-a340a19c8e7f, host hv-cinder-82293, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:25:40.735692 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-a73e53e5-1cca-4d07-8e6c-49688d9bc5f6 service neutron] For port 54211755-7c11-46c6-93cf-a340a19c8e7f, host hv-cinder-82293, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=54211755-7c11-46c6-93cf-a340a19c8e7f,segment=NetworkSegment(bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b),segment_id=bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:25:40.737669 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1ce7a6b1-ec3b-4d77-8ef9-7c75b40f3db7 req-752122ee-df81-4aca-8d49-b520168eaabf tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434256
Dec 30 16:25:40.741266 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-a73e53e5-1cca-4d07-8e6c-49688d9bc5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:40.785576 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabd62b-c095-4323-9e81-9d547757928a req-7270033c-30ee-4637-aec5-cb718832cfea tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:40.786890 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7eabd62b-c095-4323-9e81-9d547757928a req-7270033c-30ee-4637-aec5-cb718832cfea tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 945 time: 0.1863899
Dec 30 16:25:40.839654 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-a73e53e5-1cca-4d07-8e6c-49688d9bc5f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:40.841079 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-a73e53e5-1cca-4d07-8e6c-49688d9bc5f6 service neutron] 10.222.0.43 "PUT /v2.0/ports/54211755-7c11-46c6-93cf-a340a19c8e7f HTTP/1.1" status: 200  len: 1093 time: 1.2020864
Dec 30 16:25:40.848033 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e90ae1-4d50-4386-82a7-dbd3be71cfa0', 'tag': '54211755-7c11-46c6-93cf-a340a19c8e7f'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:25:40.866886 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e53e5-1cca-4d07-8e6c-49688d9bc5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=54211755-7c11-46c6-93cf-a340a19c8e7f,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:40.882134 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7eabd62b-c095-4323-9e81-9d547757928a req-319923d1-a3b3-41b4-9642-07792c354fe0 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0846004
Dec 30 16:25:40.999808 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e90ae1-4d50-4386-82a7-dbd3be71cfa0', 'tag': '54211755-7c11-46c6-93cf-a340a19c8e7f', 'status': 'completed', 'code': 200}
Dec 30 16:25:41.027212 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-ca401197-910a-44fc-9776-de70ac4727a4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ead324ea735f469c81c310045d03cbb1&device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 1096 time: 0.1296136
Dec 30 16:25:41.108656 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cb631-d13a-48b5-ad65-9ccb541edd49 req-f8294e13-d8ae-4895-b9d1-4ffc70c79d67 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:41.110037 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cd9cb631-d13a-48b5-ad65-9ccb541edd49 req-f8294e13-d8ae-4895-b9d1-4ffc70c79d67 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.43 "GET /v2.0/ports?device_id=5f9ed727-7780-43b8-bcc0-4352bfa8c0c4 HTTP/1.1" status: 200  len: 946 time: 0.1467960
Dec 30 16:25:41.111717 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-0ea525c1-36b8-4ef3-9a05-04237bad63cb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54211755-7c11-46c6-93cf-a340a19c8e7f HTTP/1.1" status: 200  len: 217 time: 0.0756943
Dec 30 16:25:41.229985 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-cd9cb631-d13a-48b5-ad65-9ccb541edd49 req-ea0c0045-960c-4f7a-bfc6-185e66a06451 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Deleting port aaae8778-dca4-4a15-a71c-871a3a7292c5 {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:25:41.230315 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-cd9cb631-d13a-48b5-ad65-9ccb541edd49 req-ea0c0045-960c-4f7a-bfc6-185e66a06451 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:41.267216 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-a345f0cb-350b-466a-9d28-fc1620763c83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:41.268679 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-a345f0cb-350b-466a-9d28-fc1620763c83 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9398add2-fc2d-4775-9dc4-ebeb54e21320 HTTP/1.1" status: 200  len: 854 time: 0.1198323
Dec 30 16:25:41.557112 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-7004a2cd-b3b6-489c-9706-cbcad7ea1085 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3c40bcf-be25-459b-b2de-30847c475031&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2781997
Dec 30 16:25:41.586004 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:25:41.686740 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-cd9cb631-d13a-48b5-ad65-9ccb541edd49 req-ea0c0045-960c-4f7a-bfc6-185e66a06451 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] For port aaae8778-dca4-4a15-a71c-871a3a7292c5, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=aaae8778-dca4-4a15-a71c-871a3a7292c5,segment=NetworkSegment(22bfbb1f-a0de-45b6-8d76-3ecdcb181432),segment_id=22bfbb1f-a0de-45b6-8d76-3ecdcb181432)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:25:41.687116 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-cd9cb631-d13a-48b5-ad65-9ccb541edd49 req-ea0c0045-960c-4f7a-bfc6-185e66a06451 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:41.709847 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70370e1-c9d6-4327-bfca-e67a16bcc053 req-f5cd8c14-c2bd-4ae8-a807-36c4082f3a91 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:41.711285 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d70370e1-c9d6-4327-bfca-e67a16bcc053 req-f5cd8c14-c2bd-4ae8-a807-36c4082f3a91 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9ed727-7780-43b8-bcc0-4352bfa8c0c4 HTTP/1.1" status: 200  len: 946 time: 0.3536072
Dec 30 16:25:41.902634 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 3143f61d-4bb5-435c-a3f1-18d090ac74fb up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:25:41.943719 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-7f441beb-d18f-4c1b-8b62-782eeb971fde service neutron] 10.222.0.43 "GET /v2.0/networks/e3c40bcf-be25-459b-b2de-30847c475031?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3750787
Dec 30 16:25:41.949010 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76424fc0-0ea5-40ae-92e8-390de05fe9b6 req-3437a3a5-4db2-489b-bf15-1efbee725e69 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:41.950623 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-76424fc0-0ea5-40ae-92e8-390de05fe9b6 req-3437a3a5-4db2-489b-bf15-1efbee725e69 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 943 time: 0.0910714
Dec 30 16:25:41.986753 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 3143f61d-4bb5-435c-a3f1-18d090ac74fb triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:25:41.987545 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:42.015681 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-76424fc0-0ea5-40ae-92e8-390de05fe9b6 req-03a97e22-bbaf-4d92-ae3a-81d7e768bca9 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583453
Dec 30 16:25:42.145524 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d70370e1-c9d6-4327-bfca-e67a16bcc053 req-04ffc18f-9081-48be-af2f-53fd36eedef6 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups?id=77de7859-8ade-4ba8-9835-dac6f86ae5de&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3812599
Dec 30 16:25:42.209503 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fc7df-6264-44bd-a58a-cb021319c2ca req-11c355f0-78a6-47fa-933c-59e724a186ad tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:42.210977 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-da3fc7df-6264-44bd-a58a-cb021319c2ca req-11c355f0-78a6-47fa-933c-59e724a186ad tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 945 time: 0.0793641
Dec 30 16:25:42.258094 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-da3fc7df-6264-44bd-a58a-cb021319c2ca req-4eec6897-9e82-421a-aaa9-dc4fc334b2fd tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413644
Dec 30 16:25:42.309584 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3204a3b5-528a-474e-a38d-002aaab58c7d req-41606cc1-9a43-43d8-a1af-eaf896b027e3 service neutron] 10.222.0.43 "GET /v2.0/networks/e3c40bcf-be25-459b-b2de-30847c475031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3474178
Dec 30 16:25:42.311040 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-cd9cb631-d13a-48b5-ad65-9ccb541edd49 req-ea0c0045-960c-4f7a-bfc6-185e66a06451 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:42.311584 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-cd9cb631-d13a-48b5-ad65-9ccb541edd49 req-ea0c0045-960c-4f7a-bfc6-185e66a06451 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4017950'] for floatingip, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:42.311885 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.db.l3_db [req-cd9cb631-d13a-48b5-ad65-9ccb541edd49 req-ea0c0045-960c-4f7a-bfc6-185e66a06451 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Floating IP 333b0797-f0e5-42b1-835b-835d6e78de29 disassociated. External IP: 172.27.1.99, port: aaae8778-dca4-4a15-a71c-871a3a7292c5.
Dec 30 16:25:42.312221 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-cd9cb631-d13a-48b5-ad65-9ccb541edd49 req-ea0c0045-960c-4f7a-bfc6-185e66a06451 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Calling delete_port for aaae8778-dca4-4a15-a71c-871a3a7292c5 owned by compute:nova {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:25:42.501582 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-27daab4b-9d1b-4401-b444-017a9e71f1e5 req-14762df7-97ef-4904-8f88-0ab0535553a5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ead324ea735f469c81c310045d03cbb1&device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 1096 time: 0.1426544
Dec 30 16:25:42.528040 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-cd9cb631-d13a-48b5-ad65-9ccb541edd49 req-ea0c0045-960c-4f7a-bfc6-185e66a06451 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:42.625977 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0c0045-960c-4f7a-bfc6-185e66a06451 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Pushing event deleted for resources: {'Port': ['ID=aaae8778-dca4-4a15-a71c-871a3a7292c5,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:42.744290 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27daab4b-9d1b-4401-b444-017a9e71f1e5 req-0e4ea911-a4f3-43ec-a130-5ec702be84c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:42.745776 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-27daab4b-9d1b-4401-b444-017a9e71f1e5 req-0e4ea911-a4f3-43ec-a130-5ec702be84c0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e3c40bcf-be25-459b-b2de-30847c475031 HTTP/1.1" status: 200  len: 915 time: 0.2376564
Dec 30 16:25:42.821557 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-27daab4b-9d1b-4401-b444-017a9e71f1e5 req-21b78918-97a7-429c-97e8-270dc651ed1b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54211755-7c11-46c6-93cf-a340a19c8e7f HTTP/1.1" status: 200  len: 217 time: 0.0673318
Dec 30 16:25:42.941144 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27daab4b-9d1b-4401-b444-017a9e71f1e5 req-bbe0adb5-47b5-49f4-9bea-9e213660d27f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:42.942563 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-27daab4b-9d1b-4401-b444-017a9e71f1e5 req-bbe0adb5-47b5-49f4-9bea-9e213660d27f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9398add2-fc2d-4775-9dc4-ebeb54e21320 HTTP/1.1" status: 200  len: 854 time: 0.1144085
Dec 30 16:25:43.053426 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-27daab4b-9d1b-4401-b444-017a9e71f1e5 req-3ba5e38a-8237-4ac9-8fd2-c7fb272e76ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3c40bcf-be25-459b-b2de-30847c475031&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1035423
Dec 30 16:25:43.062537 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd9cb631-d13a-48b5-ad65-9ccb541edd49 req-ea0c0045-960c-4f7a-bfc6-185e66a06451 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Router e5e016c0-5fc0-420a-8f2e-af1da10ce601 has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:25:43.279901 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-27daab4b-9d1b-4401-b444-017a9e71f1e5 req-a320311e-f4b4-4f57-a0bc-52efa86c88c7 service neutron] 10.222.0.43 "GET /v2.0/networks/e3c40bcf-be25-459b-b2de-30847c475031?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2160885
Dec 30 16:25:43.326449 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5100bdc5-d9f1-445c-a5ab-ecf048001cdc req-93979567-47cd-4288-aeaa-d4cde3b01b89 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9ed727-7780-43b8-bcc0-4352bfa8c0c4 HTTP/1.1" status: 200  len: 210 time: 0.0489864
Dec 30 16:25:43.642485 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-27daab4b-9d1b-4401-b444-017a9e71f1e5 req-e27853c0-e1b0-413c-9fe2-b7998b320253 service neutron] 10.222.0.43 "GET /v2.0/networks/e3c40bcf-be25-459b-b2de-30847c475031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3505583
Dec 30 16:25:43.663471 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2e446-2394-439b-8ec9-15826376d968 req-e9ff57d3-d7df-489d-96d1-9aba478dddde tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:43.664871 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4fd2e446-2394-439b-8ec9-15826376d968 req-e9ff57d3-d7df-489d-96d1-9aba478dddde tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 943 time: 0.3740935
Dec 30 16:25:43.711411 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd9cb631-d13a-48b5-ad65-9ccb541edd49 req-ea0c0045-960c-4f7a-bfc6-185e66a06451 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:25:43.721336 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c802be-52b6-448b-b472-05244e5deaa1 None None] Sync routers for ids ['e5e016c0-5fc0-420a-8f2e-af1da10ce601'] in dv-cinder-822939-1-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:25:43.734351 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c802be-52b6-448b-b472-05244e5deaa1 None None] Routers {'e5e016c0-5fc0-420a-8f2e-af1da10ce601'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:25:43.735021 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-57c802be-52b6-448b-b472-05244e5deaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d54ad430>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:25:17Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['e5e016c0-5fc0-420a-8f2e-af1da10ce601'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:25:43.790406 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4fd2e446-2394-439b-8ec9-15826376d968 req-450f146f-7864-4f27-8aee-a5e570a90ba4 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195676
Dec 30 16:25:43.791280 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9cb631-d13a-48b5-ad65-9ccb541edd49 req-ea0c0045-960c-4f7a-bfc6-185e66a06451 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] No DVR routers for this DVR port aaae8778-dca4-4a15-a71c-871a3a7292c5 on host hv-cinder-82293 {{(pid=82857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 30 16:25:43.793897 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-cd9cb631-d13a-48b5-ad65-9ccb541edd49 req-ea0c0045-960c-4f7a-bfc6-185e66a06451 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:43.797019 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9ed727-7780-43b8-bcc0-4352bfa8c0c4', 'name': 'network-vif-deleted', 'tag': 'aaae8778-dca4-4a15-a71c-871a3a7292c5'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:25:43.823404 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cd9cb631-d13a-48b5-ad65-9ccb541edd49 req-ea0c0045-960c-4f7a-bfc6-185e66a06451 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.43 "DELETE /v2.0/ports/aaae8778-dca4-4a15-a71c-871a3a7292c5 HTTP/1.1" status: 204  len: 173 time: 2.7008371
Dec 30 16:25:43.873822 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9ed727-7780-43b8-bcc0-4352bfa8c0c4', 'name': 'network-vif-deleted', 'tag': 'aaae8778-dca4-4a15-a71c-871a3a7292c5', 'status': 'completed', 'code': 200}
Dec 30 16:25:43.937991 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-57c802be-52b6-448b-b472-05244e5deaa1 None None] Set router e5e016c0-5fc0-420a-8f2e-af1da10ce601 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:25:44.220648 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device aaae8778-dca4-4a15-a71c-871a3a7292c5 no longer exists at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:25:44.260067 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] No Port match for: aaae8778-dca4-4a15-a71c-871a3a7292c5 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:25:44.260398 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device aaae8778-dca4-4a15-a71c-871a3a7292c5 not bound to the agent host hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:25:44.293032 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-57c802be-52b6-448b-b472-05244e5deaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d54ad430>, [{'id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'name': 'tempest-AttachVolumeTestJSON-2073934760-router', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:19:35Z', 'revision_number': 4, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'gw_port': {'id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:29Z', 'updated_at': '2021-12-30T16:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': 'caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8', 'name': '', 'network_id': '1c537c90-32cb-4109-9814-ee7321945809', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'mac_address': 'fa:16:3e:75:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '944ab297-fca1-4f6e-94db-374949491f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:34Z', 'updated_at': '2021-12-30T16:20:04Z', 'revision_number': 5, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'subnets': [{'id': '944ab297-fca1-4f6e-94db-374949491f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:25:44.297976 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c802be-52b6-448b-b472-05244e5deaa1 None None] Checking router: e5e016c0-5fc0-420a-8f2e-af1da10ce601 for host: dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:25:44.308978 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c802be-52b6-448b-b472-05244e5deaa1 None None] Routers {'e5e016c0-5fc0-420a-8f2e-af1da10ce601'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:25:44.309624 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-57c802be-52b6-448b-b472-05244e5deaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d54ad430>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:25:17Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['e5e016c0-5fc0-420a-8f2e-af1da10ce601'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:25:44.492056 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-57c802be-52b6-448b-b472-05244e5deaa1 None None] Set router e5e016c0-5fc0-420a-8f2e-af1da10ce601 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:25:44.507442 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-108d862f-6c66-4463-8181-7bc4263db4cc req-fab00e3e-e1ae-4d79-9864-8b806ccf9841 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Synchronizing usage tracker for tenant:68a21c1767cb4406bba3b9b738393ddc on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:25:44.523794 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-108d862f-6c66-4463-8181-7bc4263db4cc req-fab00e3e-e1ae-4d79-9864-8b806ccf9841 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Unset dirty status for tenant:68a21c1767cb4406bba3b9b738393ddc on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:25:44.524932 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-108d862f-6c66-4463-8181-7bc4263db4cc req-fab00e3e-e1ae-4d79-9864-8b806ccf9841 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9ed727-7780-43b8-bcc0-4352bfa8c0c4 HTTP/1.1" status: 200  len: 210 time: 0.0582411
Dec 30 16:25:44.846219 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-57c802be-52b6-448b-b472-05244e5deaa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d54ad430>, [{'id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'name': 'tempest-AttachVolumeTestJSON-2073934760-router', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:19:35Z', 'revision_number': 4, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'gw_port': {'id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:29Z', 'updated_at': '2021-12-30T16:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': 'caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8', 'name': '', 'network_id': '1c537c90-32cb-4109-9814-ee7321945809', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'mac_address': 'fa:16:3e:75:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '944ab297-fca1-4f6e-94db-374949491f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:34Z', 'updated_at': '2021-12-30T16:20:04Z', 'revision_number': 5, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'subnets': [{'id': '944ab297-fca1-4f6e-94db-374949491f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:25:44.850692 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c802be-52b6-448b-b472-05244e5deaa1 None None] The sync data for ids ['e5e016c0-5fc0-420a-8f2e-af1da10ce601'] in dv-cinder-822939-1-iscsi is: [{'id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'name': 'tempest-AttachVolumeTestJSON-2073934760-router', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:19:35Z', 'revision_number': 4, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'gw_port': {'id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:29Z', 'updated_at': '2021-12-30T16:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': 'caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8', 'name': '', 'network_id': '1c537c90-32cb-4109-9814-ee7321945809', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'mac_address': 'fa:16:3e:75:b9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '944ab297-fca1-4f6e-94db-374949491f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:34Z', 'updated_at': '2021-12-30T16:20:04Z', 'revision_number': 5, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'subnets': [{'id': '944ab297-fca1-4f6e-94db-374949491f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:25:44.989119 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ffd84-5572-4c54-8612-432c424ea0e0 req-634d8162-7763-4eb3-b9e8-1a0e76592ce2 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:44.990793 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-099ffd84-5572-4c54-8612-432c424ea0e0 req-634d8162-7763-4eb3-b9e8-1a0e76592ce2 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 943 time: 0.0772171
Dec 30 16:25:45.072114 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9097e3-5c3c-427e-86bb-536ae7041846 None None] New status for floating IP 333b0797-f0e5-42b1-835b-835d6e78de29: DOWN {{(pid=82860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 30 16:25:45.106119 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-099ffd84-5572-4c54-8612-432c424ea0e0 req-cbb32aca-da96-4004-8336-308009de6e76 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094360
Dec 30 16:25:45.136067 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b73b6353-13c5-47af-a91e-2394dad2b87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:45.680137 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 54648) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:25:45.746810 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-19c8271f-5a10-4e63-84fc-5ebd0d41e6bb tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:45.780600 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-19c8271f-5a10-4e63-84fc-5ebd0d41e6bb tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:45.834986 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-19c8271f-5a10-4e63-84fc-5ebd0d41e6bb tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:45.851673 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8271f-5a10-4e63-84fc-5ebd0d41e6bb tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77de7859-8ade-4ba8-9835-dac6f86ae5de,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:45.865444 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-19c8271f-5a10-4e63-84fc-5ebd0d41e6bb tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:45.869029 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-19c8271f-5a10-4e63-84fc-5ebd0d41e6bb tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "DELETE /v2.0/security-groups/77de7859-8ade-4ba8-9835-dac6f86ae5de HTTP/1.1" status: 204  len: 168 time: 0.1851912
Dec 30 16:25:45.869374 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 54652) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:25:45.886843 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.api.v2.resource [None req-571a736a-aa34-44cd-93c0-5ec1fb4c3ca3 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] show failed (client error): The resource could not be found.
Dec 30 16:25:45.887742 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-571a736a-aa34-44cd-93c0-5ec1fb4c3ca3 tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "GET /v2.0/security-groups/77de7859-8ade-4ba8-9835-dac6f86ae5de HTTP/1.1" status: 404  len: 347 time: 0.0174596
Dec 30 16:25:45.892308 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 54658) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:25:46.049317 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-5b0251c0-46e2-450b-9caf-35c97f8cbc5d tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Deleting port 20b04919-b93f-4a9b-be81-ed5fda6f0dbf {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:25:46.049623 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5b0251c0-46e2-450b-9caf-35c97f8cbc5d tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:46.222130 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5b0251c0-46e2-450b-9caf-35c97f8cbc5d tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:46.222407 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 54211755-7c11-46c6-93cf-a340a19c8e7f details requested by agent hyperv_hv-cinder-82293 with host hv-cinder-82293 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 30 16:25:46.222887 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5b0251c0-46e2-450b-9caf-35c97f8cbc5d tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:46.354820 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 54211755-7c11-46c6-93cf-a340a19c8e7f, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=54211755-7c11-46c6-93cf-a340a19c8e7f,segment=NetworkSegment(bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b),segment_id=bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:25:46.367889 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Returning: {'device': '54211755-7c11-46c6-93cf-a340a19c8e7f', 'network_id': 'e3c40bcf-be25-459b-b2de-30847c475031', 'port_id': '54211755-7c11-46c6-93cf-a340a19c8e7f', 'mac_address': 'fa:16:3e:04:31:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9398add2-fc2d-4775-9dc4-ebeb54e21320', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 30 16:25:46.380714 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-5b0251c0-46e2-450b-9caf-35c97f8cbc5d tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Calling delete_port for 20b04919-b93f-4a9b-be81-ed5fda6f0dbf owned by network:floatingip {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:25:46.421734 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:46.439065 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54211755-7c11-46c6-93cf-a340a19c8e7f {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:25:46.456259 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 54211755-7c11-46c6-93cf-a340a19c8e7f, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=54211755-7c11-46c6-93cf-a340a19c8e7f,segment=NetworkSegment(bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b),segment_id=bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:25:46.461244 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:46.478717 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee124f39-0eb1-4cac-8e38-2688532efa6e req-8cfc63bc-0592-412e-8333-929884f12f01 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:46.480176 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ee124f39-0eb1-4cac-8e38-2688532efa6e req-8cfc63bc-0592-412e-8333-929884f12f01 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 943 time: 0.2506266
Dec 30 16:25:46.530462 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=54211755-7c11-46c6-93cf-a340a19c8e7f,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:46.577241 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5b0251c0-46e2-450b-9caf-35c97f8cbc5d tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:46.582570 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ee124f39-0eb1-4cac-8e38-2688532efa6e req-be83ce1c-fae7-47c3-bc24-2cbcbaa9ef91 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673814
Dec 30 16:25:46.623707 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0251c0-46e2-450b-9caf-35c97f8cbc5d tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Pushing event deleted for resources: {'Port': ['ID=20b04919-b93f-4a9b-be81-ed5fda6f0dbf,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:46.696261 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['54211755-7c11-46c6-93cf-a340a19c8e7f'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:25:46.711112 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5b0251c0-46e2-450b-9caf-35c97f8cbc5d tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks [] for floatingip, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:46.729141 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5b0251c0-46e2-450b-9caf-35c97f8cbc5d tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for floatingip, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:46.730323 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-5b0251c0-46e2-450b-9caf-35c97f8cbc5d tempest-AttachVolumeTestJSON-741731064 tempest-AttachVolumeTestJSON-741731064-project] 10.222.0.31 "DELETE /v2.0/floatingips/333b0797-f0e5-42b1-835b-835d6e78de29 HTTP/1.1" status: 204  len: 168 time: 0.8370299
Dec 30 16:25:47.348219 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-12162f8c-1121-463a-8a49-8e368ae810dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:47.800573 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedfccb0-0aa3-43c9-a99c-66adeffd5dab req-01f65a39-93b8-465f-a8ad-bc941d5169c9 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:47.802032 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-dedfccb0-0aa3-43c9-a99c-66adeffd5dab req-01f65a39-93b8-465f-a8ad-bc941d5169c9 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 944 time: 0.0929475
Dec 30 16:25:47.847536 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-dedfccb0-0aa3-43c9-a99c-66adeffd5dab req-7e2fd23c-33b6-4688-9dbb-733ea228d645 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399780
Dec 30 16:25:48.254377 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 54211755-7c11-46c6-93cf-a340a19c8e7f up at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:25:48.343783 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:48.351964 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning for port 54211755-7c11-46c6-93cf-a340a19c8e7f completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:25:48.356853 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning complete for port 54211755-7c11-46c6-93cf-a340a19c8e7f triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:25:48.357763 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:48.469835 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:48.496291 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e90ae1-4d50-4386-82a7-dbd3be71cfa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54211755-7c11-46c6-93cf-a340a19c8e7f'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:25:48.505779 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 54211755-7c11-46c6-93cf-a340a19c8e7f, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=54211755-7c11-46c6-93cf-a340a19c8e7f,segment=NetworkSegment(bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b),segment_id=bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:25:48.510717 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:48.553461 dv-cinder-822939-1-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e90ae1-4d50-4386-82a7-dbd3be71cfa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54211755-7c11-46c6-93cf-a340a19c8e7f', 'code': 200}
Dec 30 16:25:48.580127 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=54211755-7c11-46c6-93cf-a340a19c8e7f,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:48.664642 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:48.793705 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-361159a1-17dd-4f91-abd5-7e4eaf22bbb4 req-a4ac8008-d513-46d4-894b-525d02bf7ce2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 1098 time: 0.0798304
Dec 30 16:25:48.845177 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-361159a1-17dd-4f91-abd5-7e4eaf22bbb4 req-3945138d-5120-4415-9eef-ffb4bd0f2571 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445497
Dec 30 16:25:49.058315 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c54b7-29f0-4090-bfff-4eca4a5b2680 req-b85a9ed5-44b2-4afc-989a-1e371b0e90ba tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:49.059610 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-da5c54b7-29f0-4090-bfff-4eca4a5b2680 req-b85a9ed5-44b2-4afc-989a-1e371b0e90ba tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 945 time: 0.0842171
Dec 30 16:25:49.110612 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-da5c54b7-29f0-4090-bfff-4eca4a5b2680 req-e5eb1389-2274-41ae-b07e-66dffb2c46bc tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431087
Dec 30 16:25:49.806611 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:50.338828 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4bc26c-3214-44ab-bc2b-83b603e36460 req-5ebcfd54-ddb8-433e-8bba-9b7f3705153a tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:50.340278 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ae4bc26c-3214-44ab-bc2b-83b603e36460 req-5ebcfd54-ddb8-433e-8bba-9b7f3705153a tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 945 time: 0.0880418
Dec 30 16:25:50.388171 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ae4bc26c-3214-44ab-bc2b-83b603e36460 req-ae2a712c-8792-4829-a326-0c571466882b tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423298
Dec 30 16:25:50.588676 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6d8c2-84fa-4034-8b87-4c4494da33b5 req-bd95ba89-1806-43a0-91b3-41d7b34d92ed tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:50.590108 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ebe6d8c2-84fa-4034-8b87-4c4494da33b5 req-bd95ba89-1806-43a0-91b3-41d7b34d92ed tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 945 time: 0.0769610
Dec 30 16:25:50.634232 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ebe6d8c2-84fa-4034-8b87-4c4494da33b5 req-c202319b-b75d-4999-a141-562631d0c706 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384636
Dec 30 16:25:50.816947 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 54702) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:25:51.046815 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d9644-2360-4d62-bbdf-355f0b177beb req-98f5829a-6a6a-4f59-899b-a8e90c60cf29 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:51.048288 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f52d9644-2360-4d62-bbdf-355f0b177beb req-98f5829a-6a6a-4f59-899b-a8e90c60cf29 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 945 time: 0.0784287
Dec 30 16:25:51.094089 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f52d9644-2360-4d62-bbdf-355f0b177beb req-5f522de6-c3f1-492a-b3af-3363b97cee05 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400984
Dec 30 16:25:51.443234 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-90eef792-cc68-40d3-bfc2-6996894d85c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4017164'] for router_interface, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:52.052390 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-90eef792-cc68-40d3-bfc2-6996894d85c5 admin admin] Deleting port caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8 {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:25:52.052713 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-90eef792-cc68-40d3-bfc2-6996894d85c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:52.220365 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-90eef792-cc68-40d3-bfc2-6996894d85c5 admin admin] For port caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8,segment=NetworkSegment(22bfbb1f-a0de-45b6-8d76-3ecdcb181432),segment_id=22bfbb1f-a0de-45b6-8d76-3ecdcb181432)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:25:52.220693 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-90eef792-cc68-40d3-bfc2-6996894d85c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:52.342523 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-90eef792-cc68-40d3-bfc2-6996894d85c5 admin admin] Calling delete_port for caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8 owned by network:router_interface {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:25:52.525491 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-90eef792-cc68-40d3-bfc2-6996894d85c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:52.569192 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eef792-cc68-40d3-bfc2-6996894d85c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:52.625417 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:52.950453 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-90eef792-cc68-40d3-bfc2-6996894d85c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4017400'] for router_interface, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:53.610493 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90eef792-cc68-40d3-bfc2-6996894d85c5 admin admin] Router e5e016c0-5fc0-420a-8f2e-af1da10ce601 has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:25:53.827666 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90eef792-cc68-40d3-bfc2-6996894d85c5 admin admin] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:25:53.838820 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd0bdcc-5aaa-4c6f-82bb-4e0e21a6d926 None None] Sync routers for ids ['e5e016c0-5fc0-420a-8f2e-af1da10ce601'] in dv-cinder-822939-1-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:25:53.842508 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-90eef792-cc68-40d3-bfc2-6996894d85c5 admin admin] 10.222.0.31 "PUT /v2.0/routers/e5e016c0-5fc0-420a-8f2e-af1da10ce601/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0243697
Dec 30 16:25:53.845282 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 54736) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:25:53.869028 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd0bdcc-5aaa-4c6f-82bb-4e0e21a6d926 None None] Routers {'e5e016c0-5fc0-420a-8f2e-af1da10ce601'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:25:53.869718 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-bdd0bdcc-5aaa-4c6f-82bb-4e0e21a6d926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d580b310>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:25:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['e5e016c0-5fc0-420a-8f2e-af1da10ce601'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:25:54.040896 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2edde604-8334-4d98-8d4b-644bba0f8bb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:54.053938 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-bdd0bdcc-5aaa-4c6f-82bb-4e0e21a6d926 None None] Set router e5e016c0-5fc0-420a-8f2e-af1da10ce601 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:25:54.238876 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2edde604-8334-4d98-8d4b-644bba0f8bb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:54.249547 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-2edde604-8334-4d98-8d4b-644bba0f8bb9 admin admin] Deleting port 3e3df8ce-3d2e-4706-8f66-3f990bfb0be2 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:25:54.249878 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2edde604-8334-4d98-8d4b-644bba0f8bb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:54.337827 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-bdd0bdcc-5aaa-4c6f-82bb-4e0e21a6d926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d580b310>, [{'id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'name': 'tempest-AttachVolumeTestJSON-2073934760-router', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:25:52Z', 'revision_number': 5, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'gw_port': {'id': '3e3df8ce-3d2e-4706-8f66-3f990bfb0be2', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:2d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:29Z', 'updated_at': '2021-12-30T16:19:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi'}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:25:54.341555 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd0bdcc-5aaa-4c6f-82bb-4e0e21a6d926 None None] Checking router: e5e016c0-5fc0-420a-8f2e-af1da10ce601 for host: dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:25:54.352581 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd0bdcc-5aaa-4c6f-82bb-4e0e21a6d926 None None] Routers {'e5e016c0-5fc0-420a-8f2e-af1da10ce601'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:25:54.353195 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-bdd0bdcc-5aaa-4c6f-82bb-4e0e21a6d926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d580b310>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:25:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['e5e016c0-5fc0-420a-8f2e-af1da10ce601'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:25:54.418260 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [None req-2edde604-8334-4d98-8d4b-644bba0f8bb9 admin admin] For port 3e3df8ce-3d2e-4706-8f66-3f990bfb0be2, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=3e3df8ce-3d2e-4706-8f66-3f990bfb0be2,segment=NetworkSegment(a1965180-a5eb-4dfc-97e0-14ede4debdc3),segment_id=a1965180-a5eb-4dfc-97e0-14ede4debdc3)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:25:54.418593 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2edde604-8334-4d98-8d4b-644bba0f8bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:54.537879 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-bdd0bdcc-5aaa-4c6f-82bb-4e0e21a6d926 None None] Set router e5e016c0-5fc0-420a-8f2e-af1da10ce601 gateway port host: None {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:25:54.538642 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-2edde604-8334-4d98-8d4b-644bba0f8bb9 admin admin] Calling delete_port for 3e3df8ce-3d2e-4706-8f66-3f990bfb0be2 owned by network:router_gateway {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:25:54.640752 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-bdd0bdcc-5aaa-4c6f-82bb-4e0e21a6d926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d580b310>, [{'id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'name': 'tempest-AttachVolumeTestJSON-2073934760-router', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:25:54Z', 'revision_number': 6, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'gw_port_host': None}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:25:54.644549 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd0bdcc-5aaa-4c6f-82bb-4e0e21a6d926 None None] The sync data for ids ['e5e016c0-5fc0-420a-8f2e-af1da10ce601'] in dv-cinder-822939-1-iscsi is: [{'id': 'e5e016c0-5fc0-420a-8f2e-af1da10ce601', 'name': 'tempest-AttachVolumeTestJSON-2073934760-router', 'tenant_id': '68a21c1767cb4406bba3b9b738393ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:25:54Z', 'revision_number': 6, 'project_id': '68a21c1767cb4406bba3b9b738393ddc', 'gw_port_host': None}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:25:54.914205 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2edde604-8334-4d98-8d4b-644bba0f8bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:54.964696 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edde604-8334-4d98-8d4b-644bba0f8bb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e3df8ce-3d2e-4706-8f66-3f990bfb0be2,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:55.197682 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2edde604-8334-4d98-8d4b-644bba0f8bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4018033'] for router_gateway, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:55.450589 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2edde604-8334-4d98-8d4b-644bba0f8bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4016102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3406'] for router, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:55.461091 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2edde604-8334-4d98-8d4b-644bba0f8bb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:55.557240 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2edde604-8334-4d98-8d4b-644bba0f8bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4015446'] for router, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:55.557713 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edde604-8334-4d98-8d4b-644bba0f8bb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5e016c0-5fc0-420a-8f2e-af1da10ce601 {{(pid=82858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 30 16:25:55.572034 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2edde604-8334-4d98-8d4b-644bba0f8bb9 admin admin] Notify callbacks [] for router, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:55.573141 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-2edde604-8334-4d98-8d4b-644bba0f8bb9 admin admin] 10.222.0.31 "DELETE /v2.0/routers/e5e016c0-5fc0-420a-8f2e-af1da10ce601 HTTP/1.1" status: 204  len: 168 time: 1.7268102
Dec 30 16:25:55.575619 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 54742) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:25:55.640152 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_v2 [None req-6529bd43-40d5-49ed-aec2-a796cdfe2934 admin admin] Deleting subnet 944ab297-fca1-4f6e-94db-374949491f42 {{(pid=82858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}}
Dec 30 16:25:55.643821 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6529bd43-40d5-49ed-aec2-a796cdfe2934 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:55.701203 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6529bd43-40d5-49ed-aec2-a796cdfe2934 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045561'] for subnet, precommit_delete_associations {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:55.825430 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6529bd43-40d5-49ed-aec2-a796cdfe2934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-618588'] for subnet, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:55.888093 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 3e3df8ce-3d2e-4706-8f66-3f990bfb0be2 no longer exists at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:25:55.895797 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6529bd43-40d5-49ed-aec2-a796cdfe2934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-618599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2958376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2631253'] for subnet, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:55.931651 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] No Port match for: 3e3df8ce-3d2e-4706-8f66-3f990bfb0be2 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:25:55.931966 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 3e3df8ce-3d2e-4706-8f66-3f990bfb0be2 not bound to the agent host dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:25:55.932312 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8 no longer exists at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:25:55.934533 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6529bd43-40d5-49ed-aec2-a796cdfe2934 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=944ab297-fca1-4f6e-94db-374949491f42,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:55.943742 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6529bd43-40d5-49ed-aec2-a796cdfe2934 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:55.950346 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-6529bd43-40d5-49ed-aec2-a796cdfe2934 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/944ab297-fca1-4f6e-94db-374949491f42 HTTP/1.1" status: 204  len: 168 time: 0.3736961
Dec 30 16:25:55.953270 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 54748) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:25:55.962056 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdde0cfe-40d6-4a92-9088-5e8255c4eacc None None] Network 1c537c90-32cb-4109-9814-ee7321945809 requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:25:56.045710 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] No Port match for: caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:25:56.046022 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device caf3ee6a-ddbb-4e7f-8b66-e559b03f4fd8 not bound to the agent host dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:25:56.065941 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c525cf28-b1ac-467f-956a-e8e761bf3eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544548'] for network, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:56.080759 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-c525cf28-b1ac-467f-956a-e8e761bf3eef admin admin] Deleting port 96b7140e-c646-402d-8097-7ee34a42d562 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:25:56.081046 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c525cf28-b1ac-467f-956a-e8e761bf3eef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:56.241429 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030596a2-be7d-481f-88ef-c584a2726403 None None] DHCP port deletion for 1c537c90-32cb-4109-9814-ee7321945809 request from dv-cinder-822939-1-iscsi {{(pid=82859) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 30 16:25:56.246672 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-030596a2-be7d-481f-88ef-c584a2726403 None None] Deleting port 96b7140e-c646-402d-8097-7ee34a42d562 {{(pid=82859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:25:56.247020 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-030596a2-be7d-481f-88ef-c584a2726403 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:56.397994 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [None req-c525cf28-b1ac-467f-956a-e8e761bf3eef admin admin] For port 96b7140e-c646-402d-8097-7ee34a42d562, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=96b7140e-c646-402d-8097-7ee34a42d562,segment=NetworkSegment(22bfbb1f-a0de-45b6-8d76-3ecdcb181432),segment_id=22bfbb1f-a0de-45b6-8d76-3ecdcb181432)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:25:56.398296 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c525cf28-b1ac-467f-956a-e8e761bf3eef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:56.464618 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-030596a2-be7d-481f-88ef-c584a2726403 None None] For port 96b7140e-c646-402d-8097-7ee34a42d562, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=96b7140e-c646-402d-8097-7ee34a42d562,segment=NetworkSegment(22bfbb1f-a0de-45b6-8d76-3ecdcb181432),segment_id=22bfbb1f-a0de-45b6-8d76-3ecdcb181432)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:25:56.464901 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-030596a2-be7d-481f-88ef-c584a2726403 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:56.529723 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-c525cf28-b1ac-467f-956a-e8e761bf3eef admin admin] Calling delete_port for 96b7140e-c646-402d-8097-7ee34a42d562 owned by network:dhcp {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:25:56.588865 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-030596a2-be7d-481f-88ef-c584a2726403 None None] Calling delete_port for 96b7140e-c646-402d-8097-7ee34a42d562 owned by network:dhcp {{(pid=82859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:25:56.604473 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c525cf28-b1ac-467f-956a-e8e761bf3eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:56.651130 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525cf28-b1ac-467f-956a-e8e761bf3eef admin admin] Pushing event deleted for resources: {'Port': ['ID=96b7140e-c646-402d-8097-7ee34a42d562,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:56.655772 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c525cf28-b1ac-467f-956a-e8e761bf3eef admin admin] No DVR routers for this DVR port 96b7140e-c646-402d-8097-7ee34a42d562 on host dv-cinder-822939-1-iscsi {{(pid=82858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 30 16:25:56.727613 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.db.api [None req-030596a2-be7d-481f-88ef-c584a2726403 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 30 16:25:56.727890 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG oslo_db.api [None req-030596a2-be7d-481f-88ef-c584a2726403 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 30 16:25:56.775351 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c525cf28-b1ac-467f-956a-e8e761bf3eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-618013', 'neutron.services.segments.db._delete_segments_for_network-8793096430318'] for network, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:56.801043 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-c525cf28-b1ac-467f-956a-e8e761bf3eef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff4d4d75220>,) {'filters': {'network_id': ['1c537c90-32cb-4109-9814-ee7321945809']}} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:25:56.813957 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-c525cf28-b1ac-467f-956a-e8e761bf3eef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff4d4d75220>, '22bfbb1f-a0de-45b6-8d76-3ecdcb181432') {'for_net_delete': True} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:25:56.814252 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-c525cf28-b1ac-467f-956a-e8e761bf3eef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff4d4d75220>, '22bfbb1f-a0de-45b6-8d76-3ecdcb181432') {} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:25:56.832099 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c525cf28-b1ac-467f-956a-e8e761bf3eef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793096435469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045536'] for segment, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:56.841779 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c525cf28-b1ac-467f-956a-e8e761bf3eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:56.847920 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c525cf28-b1ac-467f-956a-e8e761bf3eef admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=82858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 30 16:25:56.848295 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c525cf28-b1ac-467f-956a-e8e761bf3eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-621716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2958542'] for segment, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:56.861098 dv-cinder-822939-1-iscsi neutron-server[82858]: Traceback (most recent call last):
Dec 30 16:25:56.861098 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 30 16:25:56.861098 dv-cinder-822939-1-iscsi neutron-server[82858]:     timer()
Dec 30 16:25:56.861098 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 30 16:25:56.861098 dv-cinder-822939-1-iscsi neutron-server[82858]:     cb(*args, **kw)
Dec 30 16:25:56.861098 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 30 16:25:56.861098 dv-cinder-822939-1-iscsi neutron-server[82858]:     return func(*args, **kwargs)
Dec 30 16:25:56.861098 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 30 16:25:56.861098 dv-cinder-822939-1-iscsi neutron-server[82858]:     self._notify()
Dec 30 16:25:56.861098 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 30 16:25:56.861098 dv-cinder-822939-1-iscsi neutron-server[82858]:     self.callback(batched_events)
Dec 30 16:25:56.861098 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 30 16:25:56.861098 dv-cinder-822939-1-iscsi neutron-server[82858]:     event.method(event)
Dec 30 16:25:56.861098 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 30 16:25:56.861098 dv-cinder-822939-1-iscsi neutron-server[82858]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 30 16:25:56.861098 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 30 16:25:56.861098 dv-cinder-822939-1-iscsi neutron-server[82858]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 30 16:25:56.861098 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 30 16:25:56.861098 dv-cinder-822939-1-iscsi neutron-server[82858]:     return f(self, *a, **k)
Dec 30 16:25:56.861098 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 30 16:25:56.861098 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self._get(url).json()
Dec 30 16:25:56.861098 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 30 16:25:56.861098 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 30 16:25:56.861098 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 30 16:25:56.861098 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self.request(url, 'GET', **kwargs)
Dec 30 16:25:56.861098 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 30 16:25:56.861098 dv-cinder-822939-1-iscsi neutron-server[82858]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 30 16:25:56.861098 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 30 16:25:56.861098 dv-cinder-822939-1-iscsi neutron-server[82858]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 30 16:25:56.861098 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 30 16:25:56.861098 dv-cinder-822939-1-iscsi neutron-server[82858]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 30 16:25:56.861098 dv-cinder-822939-1-iscsi neutron-server[82858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 30 16:25:56.939199 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c525cf28-b1ac-467f-956a-e8e761bf3eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-618002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4017932'] for network, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:56.956010 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-c525cf28-b1ac-467f-956a-e8e761bf3eef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:56.965899 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525cf28-b1ac-467f-956a-e8e761bf3eef admin admin] Pushing event deleted for resources: {'Network': ['ID=1c537c90-32cb-4109-9814-ee7321945809,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:56.980514 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-c525cf28-b1ac-467f-956a-e8e761bf3eef admin admin] 10.222.0.31 "DELETE /v2.0/networks/1c537c90-32cb-4109-9814-ee7321945809 HTTP/1.1" status: 204  len: 168 time: 1.0260715
Dec 30 16:25:57.137364 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 54758) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:25:57.189408 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-939fe37c-c74d-4292-8e2e-f0bd0dcc9dba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=68a21c1767cb4406bba3b9b738393ddc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0508015
Dec 30 16:25:57.192768 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 54762) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:25:57.229662 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-030596a2-be7d-481f-88ef-c584a2726403 None None] Deleting port 96b7140e-c646-402d-8097-7ee34a42d562 {{(pid=82859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:25:57.230197 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-030596a2-be7d-481f-88ef-c584a2726403 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:57.252723 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ec1df7a2-4240-4bb0-9fa7-acab588fe893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:57.278465 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ec1df7a2-4240-4bb0-9fa7-acab588fe893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:57.295528 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-030596a2-be7d-481f-88ef-c584a2726403 None None] The port '96b7140e-c646-402d-8097-7ee34a42d562' was deleted {{(pid=82859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 30 16:25:57.330705 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ec1df7a2-4240-4bb0-9fa7-acab588fe893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:57.350231 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1df7a2-4240-4bb0-9fa7-acab588fe893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac854f9-b3d2-48ce-9df8-9fa4d22a8f00,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:57.356250 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ec1df7a2-4240-4bb0-9fa7-acab588fe893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:57.357424 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-ec1df7a2-4240-4bb0-9fa7-acab588fe893 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aac854f9-b3d2-48ce-9df8-9fa4d22a8f00 HTTP/1.1" status: 204  len: 168 time: 0.1637311
Dec 30 16:25:57.894588 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 96b7140e-c646-402d-8097-7ee34a42d562 no longer exists at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:25:57.926316 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] No Port match for: 96b7140e-c646-402d-8097-7ee34a42d562 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:25:57.926954 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 96b7140e-c646-402d-8097-7ee34a42d562 not bound to the agent host dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:25:58.239974 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 54794) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:25:58.369581 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-535b524a-a413-4dba-b957-8fca6586a9a2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1001199607-network', 'tenant_id': '3c6f66137c77482285460f62e07422c9'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:25:58.374690 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-535b524a-a413-4dba-b957-8fca6586a9a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:25:58.379155 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-535b524a-a413-4dba-b957-8fca6586a9a2 admin admin] Usage tracker for resource:network and tenant:3c6f66137c77482285460f62e07422c9 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:25:58.383190 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-535b524a-a413-4dba-b957-8fca6586a9a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:25:58.389693 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-535b524a-a413-4dba-b957-8fca6586a9a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:25:58.407219 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535b524a-a413-4dba-b957-8fca6586a9a2 admin admin] Made reservation on behalf of 3c6f66137c77482285460f62e07422c9 for: {'network': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:25:58.409643 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-535b524a-a413-4dba-b957-8fca6586a9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for network, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:58.424463 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-535b524a-a413-4dba-b957-8fca6586a9a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:58.461933 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-535b524a-a413-4dba-b957-8fca6586a9a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:25:58.465777 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-535b524a-a413-4dba-b957-8fca6586a9a2 admin admin] Usage tracker for resource:security_group_rule and tenant:3c6f66137c77482285460f62e07422c9 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:25:58.468713 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-535b524a-a413-4dba-b957-8fca6586a9a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:25:58.474369 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-535b524a-a413-4dba-b957-8fca6586a9a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:25:58.541993 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-535b524a-a413-4dba-b957-8fca6586a9a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:58.546117 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-535b524a-a413-4dba-b957-8fca6586a9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:58.575568 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535b524a-a413-4dba-b957-8fca6586a9a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'}  {{(pid=82857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 30 16:25:58.586247 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b524a-a413-4dba-b957-8fca6586a9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72703f3b-e7bb-4ee7-b46b-a90e9872a391,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:58.593070 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-535b524a-a413-4dba-b957-8fca6586a9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:58.594006 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.db.segments_db [None req-535b524a-a413-4dba-b957-8fca6586a9a2 admin admin] Added segment 264446b4-c1dd-42ef-bdba-af3323072b19 of type vlan for network be8efddb-449e-4c45-8486-56b61c2ed5fd
Dec 30 16:25:58.614246 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a007675f-fd67-4e26-8b58-740ec771386e req-9002d226-85b1-433e-b036-fe98ad360275 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:58.615839 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a007675f-fd67-4e26-8b58-740ec771386e req-9002d226-85b1-433e-b036-fe98ad360275 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 946 time: 0.0821135
Dec 30 16:25:58.620741 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-535b524a-a413-4dba-b957-8fca6586a9a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793095940298'] for network, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:58.650922 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-535b524a-a413-4dba-b957-8fca6586a9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487'] for network, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:58.651826 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535b524a-a413-4dba-b957-8fca6586a9a2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:58.652425 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-535b524a-a413-4dba-b957-8fca6586a9a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:58.662036 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a007675f-fd67-4e26-8b58-740ec771386e req-e31cf165-f1f6-419c-bb06-8a347379d4f4 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402498
Dec 30 16:25:58.758829 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b524a-a413-4dba-b957-8fca6586a9a2 admin admin] Pushing event updated for resources: {'Network': ['ID=be8efddb-449e-4c45-8486-56b61c2ed5fd,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:58.763359 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-535b524a-a413-4dba-b957-8fca6586a9a2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5223823
Dec 30 16:25:58.768064 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 54802) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:25:58.770903 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Network be8efddb-449e-4c45-8486-56b61c2ed5fd details requested by agent ovs-agent-dv-cinder-822939-1-iscsi with host dv-cinder-822939-1-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 30 16:25:58.774013 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-f25bcdb5-466d-43db-963d-6b9c7b981c7a admin admin] Request body: {'subnet': {'network_id': 'be8efddb-449e-4c45-8486-56b61c2ed5fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1001199607-subnet', 'tenant_id': '3c6f66137c77482285460f62e07422c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:25:58.778896 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-f25bcdb5-466d-43db-963d-6b9c7b981c7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:25:58.782805 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-f25bcdb5-466d-43db-963d-6b9c7b981c7a admin admin] Usage tracker for resource:subnet and tenant:3c6f66137c77482285460f62e07422c9 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:25:58.785601 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-f25bcdb5-466d-43db-963d-6b9c7b981c7a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:25:58.791164 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-f25bcdb5-466d-43db-963d-6b9c7b981c7a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:25:58.801686 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25bcdb5-466d-43db-963d-6b9c7b981c7a admin admin] Made reservation on behalf of 3c6f66137c77482285460f62e07422c9 for: {'subnet': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:25:58.804046 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f25bcdb5-466d-43db-963d-6b9c7b981c7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2671150'] for subnet, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:59.002077 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f25bcdb5-466d-43db-963d-6b9c7b981c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2907078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2674644'] for subnet, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:59.072826 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25bcdb5-466d-43db-963d-6b9c7b981c7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9be26803-47ec-4f75-b30a-0ec6d8f7d4d2,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:25:59.091194 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25bcdb5-466d-43db-963d-6b9c7b981c7a admin admin] Checking segment: {'id': '264446b4-c1dd-42ef-bdba-af3323072b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'be8efddb-449e-4c45-8486-56b61c2ed5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:25:59.091542 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25bcdb5-466d-43db-963d-6b9c7b981c7a admin admin] Network hostable DHCP agents. Network: be8efddb-449e-4c45-8486-56b61c2ed5fd, hostable agents: ['56495f28-f8e1-4ded-a581-8b29fe371967'], hosted agents: [] {{(pid=82857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 30 16:25:59.115852 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25bcdb5-466d-43db-963d-6b9c7b981c7a admin admin] Network be8efddb-449e-4c45-8486-56b61c2ed5fd is scheduled to be hosted by DHCP agent 56495f28-f8e1-4ded-a581-8b29fe371967 with binding_index 1 {{(pid=82857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 30 16:25:59.128221 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-f25bcdb5-466d-43db-963d-6b9c7b981c7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822939-1-iscsi, be8efddb-449e-4c45-8486-56b61c2ed5fd) {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:25:59.132173 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25bcdb5-466d-43db-963d-6b9c7b981c7a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:59.132901 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f25bcdb5-466d-43db-963d-6b9c7b981c7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:25:59.138448 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694de095-1e1c-4627-88a7-1ad627034459 None None] Network be8efddb-449e-4c45-8486-56b61c2ed5fd requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:25:59.154672 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-f25bcdb5-466d-43db-963d-6b9c7b981c7a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.3849888
Dec 30 16:25:59.387452 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3e1a71-5dbc-4404-9aca-b842c8bf0b01 None None] Network be8efddb-449e-4c45-8486-56b61c2ed5fd requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:25:59.788608 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-0c6d6f2f-b34c-4bd8-beaf-0637b4105eb3 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:59.789302 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-0c6d6f2f-b34c-4bd8-beaf-0637b4105eb3 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Synchronizing usage tracker for tenant:3c6f66137c77482285460f62e07422c9 on resource:network {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:25:59.811378 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-0c6d6f2f-b34c-4bd8-beaf-0637b4105eb3 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Unset dirty status for tenant:3c6f66137c77482285460f62e07422c9 on resource:network {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:25:59.812738 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-0c6d6f2f-b34c-4bd8-beaf-0637b4105eb3 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/networks?id=be8efddb-449e-4c45-8486-56b61c2ed5fd HTTP/1.1" status: 200  len: 815 time: 0.2573287
Dec 30 16:25:59.841276 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-089b8096-1d36-4164-adf8-0d0c45f6c432 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/quotas/3c6f66137c77482285460f62e07422c9 HTTP/1.1" status: 200  len: 375 time: 0.0230055
Dec 30 16:25:59.884923 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebbbb93-fbfc-4af9-b82b-dbb44c65eb4e req-9b4f1659-418c-45db-b284-c0ab50783b69 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:25:59.886476 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1ebbbb93-fbfc-4af9-b82b-dbb44c65eb4e req-9b4f1659-418c-45db-b284-c0ab50783b69 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 946 time: 0.0832140
Dec 30 16:25:59.889661 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-e644416c-40d5-4e51-bab4-834b98a47d2f tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c6f66137c77482285460f62e07422c9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0472260
Dec 30 16:25:59.932692 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1ebbbb93-fbfc-4af9-b82b-dbb44c65eb4e req-eec75a4c-30d3-4cee-bbb9-5ced6a4f5c1a tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399163
Dec 30 16:26:00.071708 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-92af718e-da75-42b0-a3db-3cdc555cc1a7 service neutron] 10.222.0.31 "GET /v2.0/networks/be8efddb-449e-4c45-8486-56b61c2ed5fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1778214
Dec 30 16:26:00.198215 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a12a29-98fc-4be5-8ada-3ba9a7091263 req-e951a924-5ca5-4c2b-b311-2329fe8c4392 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:00.199649 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-52a12a29-98fc-4be5-8ada-3ba9a7091263 req-e951a924-5ca5-4c2b-b311-2329fe8c4392 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.43 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 946 time: 0.1919620
Dec 30 16:26:00.255611 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-d2f100ba-7062-4514-a868-648931235740 service neutron] 10.222.0.31 "GET /v2.0/networks/be8efddb-449e-4c45-8486-56b61c2ed5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1773267
Dec 30 16:26:00.280018 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-52a12a29-98fc-4be5-8ada-3ba9a7091263 req-d2660063-15a0-4fd7-a264-66242d3e7d8c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Deleting port 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:26:00.280573 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-52a12a29-98fc-4be5-8ada-3ba9a7091263 req-d2660063-15a0-4fd7-a264-66242d3e7d8c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:00.461985 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c4369330-6ff8-482f-8420-0586741aeb49 req-b9c141ef-9e9c-4e24-9648-2ce8f6385557 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=0db70e1c-2a53-457a-89b0-2481e287229b HTTP/1.1" status: 200  len: 210 time: 0.0570767
Dec 30 16:26:00.526962 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89c3b1a-bd9f-4d17-a6ce-ff9601397426 req-4328a007-40b8-497b-95d6-c2882c768244 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:00.528598 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c89c3b1a-bd9f-4d17-a6ce-ff9601397426 req-4328a007-40b8-497b-95d6-c2882c768244 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 945 time: 0.0936687
Dec 30 16:26:00.575615 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c89c3b1a-bd9f-4d17-a6ce-ff9601397426 req-f61e1266-61b2-4a45-8f93-671226e65e29 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407457
Dec 30 16:26:00.606223 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 54838) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:26:00.617442 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-52a12a29-98fc-4be5-8ada-3ba9a7091263 req-d2660063-15a0-4fd7-a264-66242d3e7d8c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] For port 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=7edc38f1-ccf0-4a6b-af2b-27c8272c37ba,segment=NetworkSegment(5936c83c-be6b-48e8-9fcb-7dbbfde67386),segment_id=5936c83c-be6b-48e8-9fcb-7dbbfde67386)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:26:00.617917 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-52a12a29-98fc-4be5-8ada-3ba9a7091263 req-d2660063-15a0-4fd7-a264-66242d3e7d8c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:00.819746 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-486f06bb-f5ae-486c-b2ca-e11287210643 tempest-TestMinimumBasicScenario-1990816816 tempest-TestMinimumBasicScenario-1990816816-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 1093 time: 0.2121096
Dec 30 16:26:00.822700 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 54846) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:26:00.829350 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Request body: {'floatingip': {'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'port_id': '54211755-7c11-46c6-93cf-a340a19c8e7f', 'tenant_id': 'ead324ea735f469c81c310045d03cbb1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:26:00.834814 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:26:00.838666 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Usage tracker for resource:floatingip and tenant:ead324ea735f469c81c310045d03cbb1 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:26:00.841454 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:26:00.847270 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:26:00.859288 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks [] for floatingip, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:00.917630 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-52a12a29-98fc-4be5-8ada-3ba9a7091263 req-d2660063-15a0-4fd7-a264-66242d3e7d8c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:00.918218 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-52a12a29-98fc-4be5-8ada-3ba9a7091263 req-d2660063-15a0-4fd7-a264-66242d3e7d8c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4017950'] for floatingip, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:00.918328 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.db.l3_db [req-52a12a29-98fc-4be5-8ada-3ba9a7091263 req-d2660063-15a0-4fd7-a264-66242d3e7d8c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Floating IP 794c14db-b550-47e1-b3c0-b8be251e25bb disassociated. External IP: 172.27.1.16, port: 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba.
Dec 30 16:26:00.918595 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-52a12a29-98fc-4be5-8ada-3ba9a7091263 req-d2660063-15a0-4fd7-a264-66242d3e7d8c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Calling delete_port for 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba owned by compute:nova {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:26:01.016736 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:01.143902 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-52a12a29-98fc-4be5-8ada-3ba9a7091263 req-d2660063-15a0-4fd7-a264-66242d3e7d8c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:01.156270 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Allocated IP 172.27.1.204 (0b94b64d-9d7c-4a44-8bd0-f4e286ff014b/ad43253e-6e30-4230-9b92-331ad2639f5e/a7eb3de0-c0ba-4a52-a617-52de6d400f04) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:26:01.194009 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2660063-15a0-4fd7-a264-66242d3e7d8c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Pushing event deleted for resources: {'Port': ['ID=7edc38f1-ccf0-4a6b-af2b-27c8272c37ba,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:26:01.275781 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a370987-bdd2-49a2-9b75-554fc9a35b82 req-8164e647-bbe0-41fd-8c6c-da1922666b08 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:01.277269 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1a370987-bdd2-49a2-9b75-554fc9a35b82 req-8164e647-bbe0-41fd-8c6c-da1922666b08 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 868 time: 0.2019272
Dec 30 16:26:01.307100 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:01.339600 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:01.440761 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1a370987-bdd2-49a2-9b75-554fc9a35b82 req-b665c653-7c27-4438-bd05-97e97b15548d tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups?id=18e769e7-0119-47eb-a2bf-5dce7f4b2677&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1565704
Dec 30 16:26:01.485210 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Network 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:26:01.494220 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:26:01.499220 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:26:01.592899 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Pushing event updated for resources: {'Port': ['ID=a7eb3de0-c0ba-4a52-a617-52de6d400f04,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:26:01.700189 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:26:01.700749 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:26:01.701517 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:26:01.702174 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:26:01.702764 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:26:01.703485 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:26:01.703883 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:26:01.704285 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:26:01.704652 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-843cc2c4-56fb-49f0-98b8-f167c9a9c665 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:01.704787 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:26:01.705127 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:26:01.705542 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:26:01.706138 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-843cc2c4-56fb-49f0-98b8-f167c9a9c665 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.43 "GET /v2.0/networks?id=be8efddb-449e-4c45-8486-56b61c2ed5fd HTTP/1.1" status: 200  len: 815 time: 0.2145669
Dec 30 16:26:01.727740 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-4289cd27-f30e-4606-8884-877eb50abf63 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Request body: {'port': {'device_id': '0db70e1c-2a53-457a-89b0-2481e287229b', 'network_id': 'be8efddb-449e-4c45-8486-56b61c2ed5fd', 'admin_state_up': True, 'tenant_id': '3c6f66137c77482285460f62e07422c9'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:26:01.730437 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7e61e4a3-4104-4928-a161-1f160ce792eb req-f07aaf68-beba-4dc7-9697-fe747209ac55 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=0db70e1c-2a53-457a-89b0-2481e287229b HTTP/1.1" status: 200  len: 210 time: 0.0898714
Dec 30 16:26:01.794648 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52a12a29-98fc-4be5-8ada-3ba9a7091263 req-d2660063-15a0-4fd7-a264-66242d3e7d8c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Router 6caf6826-0f9c-48d3-b2c1-3dcea1b62223 has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:26:01.947088 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-4289cd27-f30e-4606-8884-877eb50abf63 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:26:01.954187 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-4289cd27-f30e-4606-8884-877eb50abf63 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Usage tracker for resource:port and tenant:3c6f66137c77482285460f62e07422c9 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:26:01.957882 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-4289cd27-f30e-4606-8884-877eb50abf63 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:26:01.964650 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-4289cd27-f30e-4606-8884-877eb50abf63 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:26:02.022267 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-4289cd27-f30e-4606-8884-877eb50abf63 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Made reservation on behalf of 3c6f66137c77482285460f62e07422c9 for: {'port': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:26:02.025214 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-4289cd27-f30e-4606-8884-877eb50abf63 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:02.160511 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:02.204409 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52a12a29-98fc-4be5-8ada-3ba9a7091263 req-d2660063-15a0-4fd7-a264-66242d3e7d8c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:26:02.215022 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0494a5b2-1eef-48c1-a0a7-0a38e00b2a96 None None] Sync routers for ids ['6caf6826-0f9c-48d3-b2c1-3dcea1b62223'] in dv-cinder-822939-1-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:26:02.218564 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:02.228949 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0494a5b2-1eef-48c1-a0a7-0a38e00b2a96 None None] Routers {'6caf6826-0f9c-48d3-b2c1-3dcea1b62223'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:26:02.229867 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-0494a5b2-1eef-48c1-a0a7-0a38e00b2a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d56bc100>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:25:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['6caf6826-0f9c-48d3-b2c1-3dcea1b62223'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:26:02.247941 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-4289cd27-f30e-4606-8884-877eb50abf63 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Allocated IP 172.20.0.3 (be8efddb-449e-4c45-8486-56b61c2ed5fd/9be26803-47ec-4f75-b30a-0ec6d8f7d4d2/4f96d861-0edb-46b0-8aa7-375b08575c9d) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:26:02.288002 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a12a29-98fc-4be5-8ada-3ba9a7091263 req-d2660063-15a0-4fd7-a264-66242d3e7d8c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] No DVR routers for this DVR port 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba on host hv-cinder-82293 {{(pid=82857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 30 16:26:02.290966 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-52a12a29-98fc-4be5-8ada-3ba9a7091263 req-d2660063-15a0-4fd7-a264-66242d3e7d8c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:02.293468 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbead259-ae38-47a8-9942-4011784a381e', 'name': 'network-vif-deleted', 'tag': '7edc38f1-ccf0-4a6b-af2b-27c8272c37ba'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:26:02.352941 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-52a12a29-98fc-4be5-8ada-3ba9a7091263 req-d2660063-15a0-4fd7-a264-66242d3e7d8c tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.43 "DELETE /v2.0/ports/7edc38f1-ccf0-4a6b-af2b-27c8272c37ba HTTP/1.1" status: 204  len: 173 time: 2.1402185
Dec 30 16:26:02.354851 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbead259-ae38-47a8-9942-4011784a381e', 'name': 'network-vif-deleted', 'tag': '7edc38f1-ccf0-4a6b-af2b-27c8272c37ba', 'status': 'completed', 'code': 200}
Dec 30 16:26:02.430510 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-0494a5b2-1eef-48c1-a0a7-0a38e00b2a96 None None] Set router 6caf6826-0f9c-48d3-b2c1-3dcea1b62223 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:26:02.458573 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:02.465073 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2958562'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:02.556850 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-4289cd27-f30e-4606-8884-877eb50abf63 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:02.587974 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Pushing event updated for resources: {'Port': ['ID=a7eb3de0-c0ba-4a52-a617-52de6d400f04,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:26:02.598292 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-4289cd27-f30e-4606-8884-877eb50abf63 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:02.614571 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4017950'] for floatingip, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:02.682510 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-4289cd27-f30e-4606-8884-877eb50abf63 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Network be8efddb-449e-4c45-8486-56b61c2ed5fd is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:26:02.685842 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-4289cd27-f30e-4606-8884-877eb50abf63 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:26:02.690457 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-4289cd27-f30e-4606-8884-877eb50abf63 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:26:02.718965 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289cd27-f30e-4606-8884-877eb50abf63 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Pushing event updated for resources: {'Port': ['ID=4f96d861-0edb-46b0-8aa7-375b08575c9d,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:26:02.723280 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c0b91f54-40e5-4c38-8e2c-1a97649b103c req-5c086ab0-9190-4835-b278-182ec3200142 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/ports?device_id=dbead259-ae38-47a8-9942-4011784a381e HTTP/1.1" status: 200  len: 210 time: 0.0499487
Dec 30 16:26:02.745374 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289cd27-f30e-4606-8884-877eb50abf63 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:26:02.745374 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289cd27-f30e-4606-8884-877eb50abf63 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:26:02.745853 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289cd27-f30e-4606-8884-877eb50abf63 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:26:02.746350 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289cd27-f30e-4606-8884-877eb50abf63 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:26:02.746917 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289cd27-f30e-4606-8884-877eb50abf63 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:26:02.747516 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289cd27-f30e-4606-8884-877eb50abf63 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:26:02.748201 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289cd27-f30e-4606-8884-877eb50abf63 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:26:02.748870 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289cd27-f30e-4606-8884-877eb50abf63 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:26:02.749468 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289cd27-f30e-4606-8884-877eb50abf63 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:26:02.750077 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289cd27-f30e-4606-8884-877eb50abf63 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:26:02.750835 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4289cd27-f30e-4606-8884-877eb50abf63 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:26:02.771913 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-4289cd27-f30e-4606-8884-877eb50abf63 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:02.772762 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-4289cd27-f30e-4606-8884-877eb50abf63 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:02.795941 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-4289cd27-f30e-4606-8884-877eb50abf63 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0727789
Dec 30 16:26:02.824022 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-9a345b72-9fa3-4aaf-8c54-d8bb260ec738 service neutron] Request body: {'port': {'device_id': '0db70e1c-2a53-457a-89b0-2481e287229b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82293'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:26:02.858301 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-0494a5b2-1eef-48c1-a0a7-0a38e00b2a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d56bc100>, [{'id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'name': 'tempest-AttachVolumeShelveTestJSON-1869069484-router', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:28Z', 'revision_number': 4, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'gw_port': {'id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '3b667db6-4d09-45c9-99d9-8ac3932d6b0d', 'name': '', 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'mac_address': 'fa:16:3e:5c:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:19:52Z', 'revision_number': 5, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'subnets': [{'id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:26:02.865610 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0494a5b2-1eef-48c1-a0a7-0a38e00b2a96 None None] Checking router: 6caf6826-0f9c-48d3-b2c1-3dcea1b62223 for host: dv-cinder-822939-1-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:26:02.883851 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.db.l3_db [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Floating IP f7412620-60c0-4f9c-a23b-642b6663e257 associated. External IP: 172.27.1.204, port: 54211755-7c11-46c6-93cf-a340a19c8e7f.
Dec 30 16:26:02.884296 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0494a5b2-1eef-48c1-a0a7-0a38e00b2a96 None None] Routers {'6caf6826-0f9c-48d3-b2c1-3dcea1b62223'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:26:02.884965 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-0494a5b2-1eef-48c1-a0a7-0a38e00b2a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d56bc100>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:25:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['6caf6826-0f9c-48d3-b2c1-3dcea1b62223'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:26:02.993993 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-9a345b72-9fa3-4aaf-8c54-d8bb260ec738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:03.098605 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8bbb6-6a08-4ba1-ab03-1a92e5214d32 req-a0811df4-713e-41d6-8b32-c54bb55d7cb9 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:03.099290 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-7ad8bbb6-6a08-4ba1-ab03-1a92e5214d32 req-a0811df4-713e-41d6-8b32-c54bb55d7cb9 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Synchronizing usage tracker for tenant:3c6f66137c77482285460f62e07422c9 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:26:03.102102 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-0494a5b2-1eef-48c1-a0a7-0a38e00b2a96 None None] Set router 6caf6826-0f9c-48d3-b2c1-3dcea1b62223 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:26:03.175449 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-7ad8bbb6-6a08-4ba1-ab03-1a92e5214d32 req-a0811df4-713e-41d6-8b32-c54bb55d7cb9 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Unset dirty status for tenant:3c6f66137c77482285460f62e07422c9 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:26:03.176615 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7ad8bbb6-6a08-4ba1-ab03-1a92e5214d32 req-a0811df4-713e-41d6-8b32-c54bb55d7cb9 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=0db70e1c-2a53-457a-89b0-2481e287229b HTTP/1.1" status: 200  len: 931 time: 0.2493386
Dec 30 16:26:03.413799 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-7ad8bbb6-6a08-4ba1-ab03-1a92e5214d32 req-4ff00137-f06f-49fe-bb40-621147b197c5 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Synchronizing usage tracker for tenant:3c6f66137c77482285460f62e07422c9 on resource:security_group {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:26:03.432206 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-0494a5b2-1eef-48c1-a0a7-0a38e00b2a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d56bc100>, [{'id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'name': 'tempest-AttachVolumeShelveTestJSON-1869069484-router', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:28Z', 'revision_number': 4, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'gw_port': {'id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '3b667db6-4d09-45c9-99d9-8ac3932d6b0d', 'name': '', 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'mac_address': 'fa:16:3e:5c:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:19:52Z', 'revision_number': 5, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'subnets': [{'id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:26:03.437897 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0494a5b2-1eef-48c1-a0a7-0a38e00b2a96 None None] The sync data for ids ['6caf6826-0f9c-48d3-b2c1-3dcea1b62223'] in dv-cinder-822939-1-iscsi is: [{'id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'name': 'tempest-AttachVolumeShelveTestJSON-1869069484-router', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:28Z', 'revision_number': 4, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'gw_port': {'id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '3b667db6-4d09-45c9-99d9-8ac3932d6b0d', 'name': '', 'network_id': '9a0d327b-13ae-4aab-8565-47511b5fa283', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'mac_address': 'fa:16:3e:5c:be:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:27Z', 'updated_at': '2021-12-30T16:19:52Z', 'revision_number': 5, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'subnets': [{'id': '0ef2724a-abaf-4140-a584-2ca4130b70f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:26:03.454911 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-7ad8bbb6-6a08-4ba1-ab03-1a92e5214d32 req-4ff00137-f06f-49fe-bb40-621147b197c5 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Unset dirty status for tenant:3c6f66137c77482285460f62e07422c9 on resource:security_group {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:26:03.455363 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Router e6099d73-1fd7-4f25-b6d3-040fd48af58b has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:26:03.455924 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7ad8bbb6-6a08-4ba1-ab03-1a92e5214d32 req-4ff00137-f06f-49fe-bb40-621147b197c5 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2589233
Dec 30 16:26:03.539427 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-9a345b72-9fa3-4aaf-8c54-d8bb260ec738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f96d861-0edb-46b0-8aa7-375b08575c9d {{(pid=82857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:26:03.546997 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-9a345b72-9fa3-4aaf-8c54-d8bb260ec738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:03.562190 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-9a345b72-9fa3-4aaf-8c54-d8bb260ec738 service neutron] Transition to ACTIVE for port object 4f96d861-0edb-46b0-8aa7-375b08575c9d will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:26:03.566965 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-9a345b72-9fa3-4aaf-8c54-d8bb260ec738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:03.697242 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a345b72-9fa3-4aaf-8c54-d8bb260ec738 service neutron] Pushing event updated for resources: {'Port': ['ID=4f96d861-0edb-46b0-8aa7-375b08575c9d,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:26:03.699079 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:26:03.702232 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2a720c-25a3-4fac-8e79-ea0c58774dcc None None] New status for floating IP 794c14db-b550-47e1-b3c0-b8be251e25bb: DOWN {{(pid=82859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 30 16:26:03.717448 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19d0acb-f83c-45f3-814b-5c2d4a11cff0 None None] Sync routers for ids ['e6099d73-1fd7-4f25-b6d3-040fd48af58b'] in dv-cinder-822939-1-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:26:03.727234 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for floatingip, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:03.729778 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19d0acb-f83c-45f3-814b-5c2d4a11cff0 None None] Routers {'e6099d73-1fd7-4f25-b6d3-040fd48af58b'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:26:03.730618 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-f19d0acb-f83c-45f3-814b-5c2d4a11cff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d515cbb0>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:25:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['e6099d73-1fd7-4f25-b6d3-040fd48af58b'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:26:03.790616 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-2061a7a3-9e7a-43ff-9388-adb2b659e3be tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9667320
Dec 30 16:26:03.790918 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 54864) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:26:03.791359 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e90ae1-4d50-4386-82a7-dbd3be71cfa0', 'tag': '54211755-7c11-46c6-93cf-a340a19c8e7f'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:26:03.800794 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-cbdd1b75-acdd-4c5c-8483-f915acb34907 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-857563974', 'description': 'tempest-secgroup-smoke-857563974 description', 'project_id': 'ead324ea735f469c81c310045d03cbb1'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:26:03.808214 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-cbdd1b75-acdd-4c5c-8483-f915acb34907 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:26:03.834119 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-cbdd1b75-acdd-4c5c-8483-f915acb34907 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:26:03.846615 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-9a345b72-9fa3-4aaf-8c54-d8bb260ec738 service neutron] Attempting to bind port 4f96d861-0edb-46b0-8aa7-375b08575c9d on host hv-cinder-82293 for vnic_type normal with profile  {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:26:03.846946 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-9a345b72-9fa3-4aaf-8c54-d8bb260ec738 service neutron] Attempting to bind port 4f96d861-0edb-46b0-8aa7-375b08575c9d by drivers openvswitch,hyperv on host hv-cinder-82293 at level 0 using segments [{'id': '264446b4-c1dd-42ef-bdba-af3323072b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'be8efddb-449e-4c45-8486-56b61c2ed5fd'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:26:03.847452 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-9a345b72-9fa3-4aaf-8c54-d8bb260ec738 service neutron] Attempting to bind port 4f96d861-0edb-46b0-8aa7-375b08575c9d on network be8efddb-449e-4c45-8486-56b61c2ed5fd {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:26:03.854610 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-9a345b72-9fa3-4aaf-8c54-d8bb260ec738 service neutron] Port 4f96d861-0edb-46b0-8aa7-375b08575c9d on network be8efddb-449e-4c45-8486-56b61c2ed5fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82293 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 30 16:26:03.854932 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-9a345b72-9fa3-4aaf-8c54-d8bb260ec738 service neutron] Attempting to bind port 4f96d861-0edb-46b0-8aa7-375b08575c9d on network be8efddb-449e-4c45-8486-56b61c2ed5fd {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:26:03.861953 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-cbdd1b75-acdd-4c5c-8483-f915acb34907 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:03.877221 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-9a345b72-9fa3-4aaf-8c54-d8bb260ec738 service neutron] Checking agent: {'id': 'e529ec3e-5d50-4747-9e44-8ad3816b2791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82293', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'started_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:26:03.877562 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-9a345b72-9fa3-4aaf-8c54-d8bb260ec738 service neutron] Checking segment: {'id': '264446b4-c1dd-42ef-bdba-af3323072b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'be8efddb-449e-4c45-8486-56b61c2ed5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:26:03.877947 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-9a345b72-9fa3-4aaf-8c54-d8bb260ec738 service neutron] Bound using segment: {'id': '264446b4-c1dd-42ef-bdba-af3323072b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'be8efddb-449e-4c45-8486-56b61c2ed5fd'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:26:03.878378 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-9a345b72-9fa3-4aaf-8c54-d8bb260ec738 service neutron] Bound port: 4f96d861-0edb-46b0-8aa7-375b08575c9d, host: hv-cinder-82293, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '264446b4-c1dd-42ef-bdba-af3323072b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'be8efddb-449e-4c45-8486-56b61c2ed5fd'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:26:03.878718 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-9a345b72-9fa3-4aaf-8c54-d8bb260ec738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:03.913902 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-cbdd1b75-acdd-4c5c-8483-f915acb34907 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:26:03.917937 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-cbdd1b75-acdd-4c5c-8483-f915acb34907 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Usage tracker for resource:security_group_rule and tenant:ead324ea735f469c81c310045d03cbb1 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:26:03.921034 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-cbdd1b75-acdd-4c5c-8483-f915acb34907 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:26:03.929415 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-cbdd1b75-acdd-4c5c-8483-f915acb34907 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:26:03.976008 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 54874) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:26:03.996283 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e90ae1-4d50-4386-82a7-dbd3be71cfa0', 'tag': '54211755-7c11-46c6-93cf-a340a19c8e7f', 'status': 'completed', 'code': 200}
Dec 30 16:26:04.069757 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-f19d0acb-f83c-45f3-814b-5c2d4a11cff0 None None] Set router e6099d73-1fd7-4f25-b6d3-040fd48af58b gateway port host: dv-cinder-822939-1-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:26:04.074461 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bdce98b6-3de3-49ef-bc1f-d20366f943e3 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:04.114503 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bdce98b6-3de3-49ef-bc1f-d20366f943e3 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:04.150958 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-9a345b72-9fa3-4aaf-8c54-d8bb260ec738 service neutron] For port 4f96d861-0edb-46b0-8aa7-375b08575c9d, host hv-cinder-82293, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:26:04.173018 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-cbdd1b75-acdd-4c5c-8483-f915acb34907 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:04.178654 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-873b3fa6-d24b-450d-ba8a-ce18699b0bdf req-aada8f49-a8a6-4170-a68a-a27c8977ea0a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ead324ea735f469c81c310045d03cbb1&device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 1098 time: 0.1698921
Dec 30 16:26:04.180953 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bdce98b6-3de3-49ef-bc1f-d20366f943e3 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:04.181100 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-9a345b72-9fa3-4aaf-8c54-d8bb260ec738 service neutron] For port 4f96d861-0edb-46b0-8aa7-375b08575c9d, host hv-cinder-82293, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=4f96d861-0edb-46b0-8aa7-375b08575c9d,segment=NetworkSegment(264446b4-c1dd-42ef-bdba-af3323072b19),segment_id=264446b4-c1dd-42ef-bdba-af3323072b19)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:26:04.182194 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-cbdd1b75-acdd-4c5c-8483-f915acb34907 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:04.198862 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce98b6-3de3-49ef-bc1f-d20366f943e3 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e769e7-0119-47eb-a2bf-5dce7f4b2677,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:26:04.225223 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-9a345b72-9fa3-4aaf-8c54-d8bb260ec738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:04.231559 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bdce98b6-3de3-49ef-bc1f-d20366f943e3 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:04.233020 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-bdce98b6-3de3-49ef-bc1f-d20366f943e3 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "DELETE /v2.0/security-groups/18e769e7-0119-47eb-a2bf-5dce7f4b2677 HTTP/1.1" status: 204  len: 168 time: 0.2561498
Dec 30 16:26:04.235749 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 54878) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:26:04.252012 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.api.v2.resource [None req-a9f1edbb-085d-42f0-bcfb-dfc3997abedd tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] show failed (client error): The resource could not be found.
Dec 30 16:26:04.255950 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-a9f1edbb-085d-42f0-bcfb-dfc3997abedd tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "GET /v2.0/security-groups/18e769e7-0119-47eb-a2bf-5dce7f4b2677 HTTP/1.1" status: 404  len: 347 time: 0.0163858
Dec 30 16:26:04.256267 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 54882) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:26:04.302193 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba no longer exists at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:26:04.339241 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] No Port match for: 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:26:04.339957 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 7edc38f1-ccf0-4a6b-af2b-27c8272c37ba not bound to the agent host hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:26:04.375063 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd1b75-acdd-4c5c-8483-f915acb34907 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=504ff230-5b6d-40e5-8fe2-8ca1b0cfe1d4,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:26:04.381783 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-9a345b72-9fa3-4aaf-8c54-d8bb260ec738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:04.383521 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-9a345b72-9fa3-4aaf-8c54-d8bb260ec738 service neutron] 10.222.0.43 "PUT /v2.0/ports/4f96d861-0edb-46b0-8aa7-375b08575c9d HTTP/1.1" status: 200  len: 1093 time: 1.5680871
Dec 30 16:26:04.395888 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db70e1c-2a53-457a-89b0-2481e287229b', 'tag': '4f96d861-0edb-46b0-8aa7-375b08575c9d'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:26:04.412353 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-cbdd1b75-acdd-4c5c-8483-f915acb34907 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:04.413542 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-cbdd1b75-acdd-4c5c-8483-f915acb34907 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.6214128
Dec 30 16:26:04.416833 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 54888) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:26:04.422892 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-0fc4f1e6-f31d-417e-bc7f-d19e9dcd8ef1 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Request body: {'security_group_rule': {'security_group_id': '504ff230-5b6d-40e5-8fe2-8ca1b0cfe1d4', 'project_id': 'ead324ea735f469c81c310045d03cbb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:26:04.426392 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a345b72-9fa3-4aaf-8c54-d8bb260ec738 service neutron] Pushing event updated for resources: {'Port': ['ID=4f96d861-0edb-46b0-8aa7-375b08575c9d,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:26:04.431038 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-0fc4f1e6-f31d-417e-bc7f-d19e9dcd8ef1 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:26:04.434172 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-1e4fe827-b605-4bf4-a6ff-57d7a7301682 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Deleting port 32a5241a-8f30-4cbe-bb0c-cd424bda8a03 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:26:04.434403 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1e4fe827-b605-4bf4-a6ff-57d7a7301682 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:04.473779 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-0fc4f1e6-f31d-417e-bc7f-d19e9dcd8ef1 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Usage tracker for resource:security_group_rule and tenant:ead324ea735f469c81c310045d03cbb1 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:26:04.478370 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-0fc4f1e6-f31d-417e-bc7f-d19e9dcd8ef1 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:26:04.492864 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-0fc4f1e6-f31d-417e-bc7f-d19e9dcd8ef1 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:26:04.509543 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db70e1c-2a53-457a-89b0-2481e287229b', 'tag': '4f96d861-0edb-46b0-8aa7-375b08575c9d', 'status': 'completed', 'code': 200}
Dec 30 16:26:04.546886 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b3fa6-d24b-450d-ba8a-ce18699b0bdf req-9225e1b9-87a8-4939-8f1d-8d7198256d82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:04.548317 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-873b3fa6-d24b-450d-ba8a-ce18699b0bdf req-9225e1b9-87a8-4939-8f1d-8d7198256d82 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e3c40bcf-be25-459b-b2de-30847c475031 HTTP/1.1" status: 200  len: 915 time: 0.3615739
Dec 30 16:26:04.581624 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0fc4f1e6-f31d-417e-bc7f-d19e9dcd8ef1 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:04.662766 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-f19d0acb-f83c-45f3-814b-5c2d4a11cff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d515cbb0>, [{'id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'name': 'tempest-TestMinimumBasicScenario-1405411748-router', 'tenant_id': 'ead324ea735f469c81c310045d03cbb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '00760415-4786-4a9b-aa9e-8d0a30a902b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:24:58Z', 'updated_at': '2021-12-30T16:25:02Z', 'revision_number': 4, 'project_id': 'ead324ea735f469c81c310045d03cbb1', 'gw_port': {'id': '00760415-4786-4a9b-aa9e-8d0a30a902b6', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:24:58Z', 'updated_at': '2021-12-30T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_floatingips': [{'id': 'f7412620-60c0-4f9c-a23b-642b6663e257', 'tenant_id': 'ead324ea735f469c81c310045d03cbb1', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'router_id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'port_id': '54211755-7c11-46c6-93cf-a340a19c8e7f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3c40bcf-be25-459b-b2de-30847c475031', 'mac_address': 'fa:16:3e:04:31:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e90ae1-4d50-4386-82a7-dbd3be71cfa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-30T16:26:01Z', 'updated_at': '2021-12-30T16:26:01Z', 'revision_number': 0, 'project_id': 'ead324ea735f469c81c310045d03cbb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef44cebe-723a-4291-94a1-ea652382e4bf', 'name': '', 'network_id': 'e3c40bcf-be25-459b-b2de-30847c475031', 'tenant_id': 'ead324ea735f469c81c310045d03cbb1', 'mac_address': 'fa:16:3e:1b:9d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9398add2-fc2d-4775-9dc4-ebeb54e21320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:25:01Z', 'updated_at': '2021-12-30T16:25:12Z', 'revision_number': 5, 'project_id': 'ead324ea735f469c81c310045d03cbb1', 'subnets': [{'id': '9398add2-fc2d-4775-9dc4-ebeb54e21320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:26:04.666005 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1e4fe827-b605-4bf4-a6ff-57d7a7301682 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:04.666434 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1e4fe827-b605-4bf4-a6ff-57d7a7301682 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:04.667994 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19d0acb-f83c-45f3-814b-5c2d4a11cff0 None None] Checking router: e6099d73-1fd7-4f25-b6d3-040fd48af58b for host: dv-cinder-822939-1-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:26:04.678694 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19d0acb-f83c-45f3-814b-5c2d4a11cff0 None None] Routers {'e6099d73-1fd7-4f25-b6d3-040fd48af58b'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:26:04.679283 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-f19d0acb-f83c-45f3-814b-5c2d4a11cff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d515cbb0>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:25:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['e6099d73-1fd7-4f25-b6d3-040fd48af58b'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:26:04.700081 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-9681bb64-88f3-48d9-b80f-26f015014c06 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c6f66137c77482285460f62e07422c9&device_id=0db70e1c-2a53-457a-89b0-2481e287229b HTTP/1.1" status: 200  len: 1096 time: 0.2596319
Dec 30 16:26:04.778597 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-873b3fa6-d24b-450d-ba8a-ce18699b0bdf req-2dc7e653-ad53-420b-a0e1-ab879253a4ab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54211755-7c11-46c6-93cf-a340a19c8e7f HTTP/1.1" status: 200  len: 999 time: 0.2206886
Dec 30 16:26:04.782606 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-c46069af-4656-4ec0-9cc5-83694d06b90d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f96d861-0edb-46b0-8aa7-375b08575c9d HTTP/1.1" status: 200  len: 217 time: 0.0706315
Dec 30 16:26:04.791756 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-1e4fe827-b605-4bf4-a6ff-57d7a7301682 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Calling delete_port for 32a5241a-8f30-4cbe-bb0c-cd424bda8a03 owned by network:floatingip {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:26:04.849559 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0fc4f1e6-f31d-417e-bc7f-d19e9dcd8ef1 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:04.857244 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0fc4f1e6-f31d-417e-bc7f-d19e9dcd8ef1 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002726'] for security_group_rule, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:04.859304 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-f19d0acb-f83c-45f3-814b-5c2d4a11cff0 None None] Set router e6099d73-1fd7-4f25-b6d3-040fd48af58b gateway port host: dv-cinder-822939-1-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:26:04.866408 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269b631-55a4-4c7e-90cd-33f1e99b0fe7 req-3d519862-e445-40ee-8a5e-a8573f0a3ade tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:04.867841 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a269b631-55a4-4c7e-90cd-33f1e99b0fe7 req-3d519862-e445-40ee-8a5e-a8573f0a3ade tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=0db70e1c-2a53-457a-89b0-2481e287229b HTTP/1.1" status: 200  len: 943 time: 0.2527330
Dec 30 16:26:04.885197 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4f1e6-f31d-417e-bc7f-d19e9dcd8ef1 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87692101-f158-4dbb-979c-80e4ff421b11,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:26:04.913134 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0fc4f1e6-f31d-417e-bc7f-d19e9dcd8ef1 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:04.917182 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-0fc4f1e6-f31d-417e-bc7f-d19e9dcd8ef1 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4964724
Dec 30 16:26:04.918786 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 54894) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:26:04.924509 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-1552ec5d-7fd9-4fa1-8b22-5f80901f0b00 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Request body: {'security_group_rule': {'security_group_id': '504ff230-5b6d-40e5-8fe2-8ca1b0cfe1d4', 'project_id': 'ead324ea735f469c81c310045d03cbb1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:26:04.931884 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-1552ec5d-7fd9-4fa1-8b22-5f80901f0b00 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:26:04.933904 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b3fa6-d24b-450d-ba8a-ce18699b0bdf req-471b8c33-4e73-4ff6-b531-b20d6a0a7f16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:04.935380 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-873b3fa6-d24b-450d-ba8a-ce18699b0bdf req-471b8c33-4e73-4ff6-b531-b20d6a0a7f16 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9398add2-fc2d-4775-9dc4-ebeb54e21320 HTTP/1.1" status: 200  len: 854 time: 0.1422110
Dec 30 16:26:04.936702 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-1552ec5d-7fd9-4fa1-8b22-5f80901f0b00 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Usage tracker for resource:security_group_rule and tenant:ead324ea735f469c81c310045d03cbb1 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:26:04.941405 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-1552ec5d-7fd9-4fa1-8b22-5f80901f0b00 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:26:04.977966 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-1552ec5d-7fd9-4fa1-8b22-5f80901f0b00 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:26:04.980000 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-7d2f16f8-31dd-49cd-a8bb-bd22c391a500 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:04.981569 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-7d2f16f8-31dd-49cd-a8bb-bd22c391a500 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9be26803-47ec-4f75-b30a-0ec6d8f7d4d2 HTTP/1.1" status: 200  len: 855 time: 0.1896439
Dec 30 16:26:05.011293 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1552ec5d-7fd9-4fa1-8b22-5f80901f0b00 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:05.026245 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1e4fe827-b605-4bf4-a6ff-57d7a7301682 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:05.041654 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-12fcc439-7ec0-4f93-8547-4b33160c1a9b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=be8efddb-449e-4c45-8486-56b61c2ed5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497425
Dec 30 16:26:05.043728 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a269b631-55a4-4c7e-90cd-33f1e99b0fe7 req-61e04625-1355-466f-9077-d48d7dc1073f tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1689184
Dec 30 16:26:05.093545 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fe827-b605-4bf4-a6ff-57d7a7301682 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Pushing event deleted for resources: {'Port': ['ID=32a5241a-8f30-4cbe-bb0c-cd424bda8a03,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:26:05.194706 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1552ec5d-7fd9-4fa1-8b22-5f80901f0b00 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:05.201972 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1552ec5d-7fd9-4fa1-8b22-5f80901f0b00 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002726'] for security_group_rule, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:05.231672 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1e4fe827-b605-4bf4-a6ff-57d7a7301682 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks [] for floatingip, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:05.238957 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552ec5d-7fd9-4fa1-8b22-5f80901f0b00 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba259d0-c12d-4ef5-8962-65a9b7be87e9,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:26:05.243134 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-f19d0acb-f83c-45f3-814b-5c2d4a11cff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d515cbb0>, [{'id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'name': 'tempest-TestMinimumBasicScenario-1405411748-router', 'tenant_id': 'ead324ea735f469c81c310045d03cbb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '00760415-4786-4a9b-aa9e-8d0a30a902b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:24:58Z', 'updated_at': '2021-12-30T16:25:02Z', 'revision_number': 4, 'project_id': 'ead324ea735f469c81c310045d03cbb1', 'gw_port': {'id': '00760415-4786-4a9b-aa9e-8d0a30a902b6', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:24:58Z', 'updated_at': '2021-12-30T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_floatingips': [{'id': 'f7412620-60c0-4f9c-a23b-642b6663e257', 'tenant_id': 'ead324ea735f469c81c310045d03cbb1', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'router_id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'port_id': '54211755-7c11-46c6-93cf-a340a19c8e7f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3c40bcf-be25-459b-b2de-30847c475031', 'mac_address': 'fa:16:3e:04:31:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e90ae1-4d50-4386-82a7-dbd3be71cfa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-30T16:26:01Z', 'updated_at': '2021-12-30T16:26:01Z', 'revision_number': 0, 'project_id': 'ead324ea735f469c81c310045d03cbb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef44cebe-723a-4291-94a1-ea652382e4bf', 'name': '', 'network_id': 'e3c40bcf-be25-459b-b2de-30847c475031', 'tenant_id': 'ead324ea735f469c81c310045d03cbb1', 'mac_address': 'fa:16:3e:1b:9d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9398add2-fc2d-4775-9dc4-ebeb54e21320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:25:01Z', 'updated_at': '2021-12-30T16:25:12Z', 'revision_number': 5, 'project_id': 'ead324ea735f469c81c310045d03cbb1', 'subnets': [{'id': '9398add2-fc2d-4775-9dc4-ebeb54e21320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:26:05.248600 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19d0acb-f83c-45f3-814b-5c2d4a11cff0 None None] The sync data for ids ['e6099d73-1fd7-4f25-b6d3-040fd48af58b'] in dv-cinder-822939-1-iscsi is: [{'id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'name': 'tempest-TestMinimumBasicScenario-1405411748-router', 'tenant_id': 'ead324ea735f469c81c310045d03cbb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '00760415-4786-4a9b-aa9e-8d0a30a902b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:24:58Z', 'updated_at': '2021-12-30T16:25:02Z', 'revision_number': 4, 'project_id': 'ead324ea735f469c81c310045d03cbb1', 'gw_port': {'id': '00760415-4786-4a9b-aa9e-8d0a30a902b6', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:24:58Z', 'updated_at': '2021-12-30T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_floatingips': [{'id': 'f7412620-60c0-4f9c-a23b-642b6663e257', 'tenant_id': 'ead324ea735f469c81c310045d03cbb1', 'floating_ip_address': '172.27.1.204', 'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'router_id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'port_id': '54211755-7c11-46c6-93cf-a340a19c8e7f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3c40bcf-be25-459b-b2de-30847c475031', 'mac_address': 'fa:16:3e:04:31:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24e90ae1-4d50-4386-82a7-dbd3be71cfa0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-30T16:26:01Z', 'updated_at': '2021-12-30T16:26:01Z', 'revision_number': 0, 'project_id': 'ead324ea735f469c81c310045d03cbb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef44cebe-723a-4291-94a1-ea652382e4bf', 'name': '', 'network_id': 'e3c40bcf-be25-459b-b2de-30847c475031', 'tenant_id': 'ead324ea735f469c81c310045d03cbb1', 'mac_address': 'fa:16:3e:1b:9d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9398add2-fc2d-4775-9dc4-ebeb54e21320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:25:01Z', 'updated_at': '2021-12-30T16:25:12Z', 'revision_number': 5, 'project_id': 'ead324ea735f469c81c310045d03cbb1', 'subnets': [{'id': '9398add2-fc2d-4775-9dc4-ebeb54e21320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:26:05.262239 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1e4fe827-b605-4bf4-a6ff-57d7a7301682 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for floatingip, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:05.262864 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-1e4fe827-b605-4bf4-a6ff-57d7a7301682 tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] 10.222.0.31 "DELETE /v2.0/floatingips/794c14db-b550-47e1-b3c0-b8be251e25bb HTTP/1.1" status: 204  len: 168 time: 1.0057487
Dec 30 16:26:05.264611 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1552ec5d-7fd9-4fa1-8b22-5f80901f0b00 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:05.266346 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-1552ec5d-7fd9-4fa1-8b22-5f80901f0b00 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.3467340
Dec 30 16:26:05.268926 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 54898) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:26:05.278298 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-aede46f0-4b4c-4c5b-b579-89b5bae15f9d tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Request body: {'security_group_rule': {'security_group_id': '504ff230-5b6d-40e5-8fe2-8ca1b0cfe1d4', 'project_id': 'ead324ea735f469c81c310045d03cbb1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:26:05.288978 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-aede46f0-4b4c-4c5b-b579-89b5bae15f9d tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:26:05.302617 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-873b3fa6-d24b-450d-ba8a-ce18699b0bdf req-7bc4503b-effb-48be-b860-69fc06890c30 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3c40bcf-be25-459b-b2de-30847c475031&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3591900
Dec 30 16:26:05.306370 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-aede46f0-4b4c-4c5b-b579-89b5bae15f9d tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Usage tracker for resource:security_group_rule and tenant:ead324ea735f469c81c310045d03cbb1 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:26:05.309959 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-aede46f0-4b4c-4c5b-b579-89b5bae15f9d tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:26:05.316714 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-aede46f0-4b4c-4c5b-b579-89b5bae15f9d tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:26:05.393615 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-91762255-9e81-4960-b03c-7ebdd59b0277 service neutron] 10.222.0.43 "GET /v2.0/networks/be8efddb-449e-4c45-8486-56b61c2ed5fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3451884
Dec 30 16:26:05.485228 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-aede46f0-4b4c-4c5b-b579-89b5bae15f9d tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:05.518022 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935b5305-4f22-4db8-b634-fb07190766a4 None None] New status for floating IP f7412620-60c0-4f9c-a23b-642b6663e257: ACTIVE {{(pid=82859) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 30 16:26:05.596244 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-aede46f0-4b4c-4c5b-b579-89b5bae15f9d tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:05.600041 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-aede46f0-4b4c-4c5b-b579-89b5bae15f9d tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002726'] for security_group_rule, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:05.604578 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-873b3fa6-d24b-450d-ba8a-ce18699b0bdf req-db1aa089-5940-418e-8382-2c589e6a5661 service neutron] 10.222.0.43 "GET /v2.0/networks/e3c40bcf-be25-459b-b2de-30847c475031?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2882442
Dec 30 16:26:05.614041 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e4d26c67-f7a7-46de-8f32-7d2a6a0cf88e req-71948473-a8d6-4dba-91f7-bca3c0021fc9 service neutron] 10.222.0.43 "GET /v2.0/networks/be8efddb-449e-4c45-8486-56b61c2ed5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2127936
Dec 30 16:26:05.623983 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aede46f0-4b4c-4c5b-b579-89b5bae15f9d tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e86facf-03a1-423f-80b7-0e57747f0722,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:26:05.635936 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-aede46f0-4b4c-4c5b-b579-89b5bae15f9d tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:05.640691 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-aede46f0-4b4c-4c5b-b579-89b5bae15f9d tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.3704138
Dec 30 16:26:05.641969 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 54906) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:26:05.650652 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-08a55b3c-7b2b-49bb-9fa4-771b170730b9 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Request body: {'security_group_rule': {'security_group_id': '504ff230-5b6d-40e5-8fe2-8ca1b0cfe1d4', 'project_id': 'ead324ea735f469c81c310045d03cbb1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:26:05.657667 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-08a55b3c-7b2b-49bb-9fa4-771b170730b9 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:26:05.662044 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-08a55b3c-7b2b-49bb-9fa4-771b170730b9 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Usage tracker for resource:security_group_rule and tenant:ead324ea735f469c81c310045d03cbb1 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:26:05.665378 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-08a55b3c-7b2b-49bb-9fa4-771b170730b9 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:26:05.672504 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-08a55b3c-7b2b-49bb-9fa4-771b170730b9 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:26:05.694035 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-08a55b3c-7b2b-49bb-9fa4-771b170730b9 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:05.761049 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-08a55b3c-7b2b-49bb-9fa4-771b170730b9 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:05.765677 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-08a55b3c-7b2b-49bb-9fa4-771b170730b9 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002726'] for security_group_rule, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:05.783791 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a55b3c-7b2b-49bb-9fa4-771b170730b9 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e39c6121-a77e-4958-b9d2-034bcf4ad71b,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:26:05.803818 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-08a55b3c-7b2b-49bb-9fa4-771b170730b9 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:05.804650 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-873b3fa6-d24b-450d-ba8a-ce18699b0bdf req-13295e2d-7bd5-4ac0-a111-c529c478eb71 service neutron] 10.222.0.43 "GET /v2.0/networks/e3c40bcf-be25-459b-b2de-30847c475031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1928289
Dec 30 16:26:05.808045 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-08a55b3c-7b2b-49bb-9fa4-771b170730b9 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1647897
Dec 30 16:26:05.808651 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 54910) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:26:05.815380 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-261a57a9-b770-4072-a2a3-152ced2161e2 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Request body: {'security_group_rule': {'security_group_id': '504ff230-5b6d-40e5-8fe2-8ca1b0cfe1d4', 'project_id': 'ead324ea735f469c81c310045d03cbb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:26:05.823003 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cbe9ff69-7c89-4f18-ac11-ca0b69368fab req-8367aae7-3b28-41e9-b560-96f835cf08c4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c6f66137c77482285460f62e07422c9&device_id=0db70e1c-2a53-457a-89b0-2481e287229b HTTP/1.1" status: 200  len: 1096 time: 0.1356077
Dec 30 16:26:05.823948 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-261a57a9-b770-4072-a2a3-152ced2161e2 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:26:05.829477 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-261a57a9-b770-4072-a2a3-152ced2161e2 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Usage tracker for resource:security_group_rule and tenant:ead324ea735f469c81c310045d03cbb1 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:26:05.833302 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-261a57a9-b770-4072-a2a3-152ced2161e2 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:26:05.902739 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-261a57a9-b770-4072-a2a3-152ced2161e2 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:26:05.929007 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.db.securitygroups_db [None req-261a57a9-b770-4072-a2a3-152ced2161e2 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Project ead324ea735f469c81c310045d03cbb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 30 16:26:05.940693 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-261a57a9-b770-4072-a2a3-152ced2161e2 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:05.997375 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9ff69-7c89-4f18-ac11-ca0b69368fab req-34947e62-a7a9-4063-9781-27fd3a3ec789 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:05.999125 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cbe9ff69-7c89-4f18-ac11-ca0b69368fab req-34947e62-a7a9-4063-9781-27fd3a3ec789 service neutron] 10.222.0.43 "GET /v2.0/networks?id=be8efddb-449e-4c45-8486-56b61c2ed5fd HTTP/1.1" status: 200  len: 915 time: 0.1667399
Dec 30 16:26:06.077236 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cbe9ff69-7c89-4f18-ac11-ca0b69368fab req-305230c8-5795-4212-a456-5030de03fd05 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f96d861-0edb-46b0-8aa7-375b08575c9d HTTP/1.1" status: 200  len: 217 time: 0.0705354
Dec 30 16:26:06.122038 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-261a57a9-b770-4072-a2a3-152ced2161e2 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:06.131586 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-261a57a9-b770-4072-a2a3-152ced2161e2 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002726'] for security_group_rule, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:06.168521 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a57a9-b770-4072-a2a3-152ced2161e2 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c21cfe64-00f8-4d26-9a9f-353a97a850fc,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:26:06.176033 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-261a57a9-b770-4072-a2a3-152ced2161e2 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:06.177092 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-261a57a9-b770-4072-a2a3-152ced2161e2 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3672879
Dec 30 16:26:06.178563 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe9ff69-7c89-4f18-ac11-ca0b69368fab req-4422ebed-f491-4416-bd9a-f8aa47a33353 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:06.179890 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cbe9ff69-7c89-4f18-ac11-ca0b69368fab req-4422ebed-f491-4416-bd9a-f8aa47a33353 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9be26803-47ec-4f75-b30a-0ec6d8f7d4d2 HTTP/1.1" status: 200  len: 855 time: 0.0945354
Dec 30 16:26:06.180327 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 54916) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:26:06.185555 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-294ea0f9-f88d-41d8-8116-51abe85237fc tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Request body: {'security_group_rule': {'security_group_id': '504ff230-5b6d-40e5-8fe2-8ca1b0cfe1d4', 'project_id': 'ead324ea735f469c81c310045d03cbb1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:26:06.220534 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-294ea0f9-f88d-41d8-8116-51abe85237fc tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:26:06.235337 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-294ea0f9-f88d-41d8-8116-51abe85237fc tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Usage tracker for resource:security_group_rule and tenant:ead324ea735f469c81c310045d03cbb1 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:26:06.239526 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cbe9ff69-7c89-4f18-ac11-ca0b69368fab req-0a275880-4f60-4630-b2da-85540721765d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=be8efddb-449e-4c45-8486-56b61c2ed5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0489562
Dec 30 16:26:06.240278 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-294ea0f9-f88d-41d8-8116-51abe85237fc tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:26:06.245902 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-294ea0f9-f88d-41d8-8116-51abe85237fc tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:26:06.254152 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1840ac5-6996-41e9-bafb-bd8ea586847f req-5f5e0ec5-808a-4404-a521-ef65431367b8 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:06.255684 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b1840ac5-6996-41e9-bafb-bd8ea586847f req-5f5e0ec5-808a-4404-a521-ef65431367b8 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=0db70e1c-2a53-457a-89b0-2481e287229b HTTP/1.1" status: 200  len: 943 time: 0.0834503
Dec 30 16:26:06.300896 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b1840ac5-6996-41e9-bafb-bd8ea586847f req-ef7714c5-d729-4873-9c9d-9e80a7ff785f tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392268
Dec 30 16:26:06.321379 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.db.securitygroups_db [None req-294ea0f9-f88d-41d8-8116-51abe85237fc tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Project ead324ea735f469c81c310045d03cbb1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 30 16:26:06.340613 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-294ea0f9-f88d-41d8-8116-51abe85237fc tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:06.412276 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cbe9ff69-7c89-4f18-ac11-ca0b69368fab req-268b5ee1-e732-48a9-ae8d-bb193e57ea6b service neutron] 10.222.0.43 "GET /v2.0/networks/be8efddb-449e-4c45-8486-56b61c2ed5fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1641884
Dec 30 16:26:06.499183 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-294ea0f9-f88d-41d8-8116-51abe85237fc tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:06.508390 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-294ea0f9-f88d-41d8-8116-51abe85237fc tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002726'] for security_group_rule, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:06.541046 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ea0f9-f88d-41d8-8116-51abe85237fc tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead887e4-5f61-4dfd-9ab8-05301ed0dcc9,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:26:06.559768 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-294ea0f9-f88d-41d8-8116-51abe85237fc tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:06.560930 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-294ea0f9-f88d-41d8-8116-51abe85237fc tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.3796959
Dec 30 16:26:06.581064 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-cbe9ff69-7c89-4f18-ac11-ca0b69368fab req-b3d84e10-54dc-4be7-bf29-4c1e6c888828 service neutron] 10.222.0.43 "GET /v2.0/networks/be8efddb-449e-4c45-8486-56b61c2ed5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1617441
Dec 30 16:26:06.701186 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-3a03f75c-60eb-4586-9560-03b18d1bd769 req-091767eb-8937-4a3d-aa39-8113f33a7ebc tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Synchronizing usage tracker for tenant:ead324ea735f469c81c310045d03cbb1 on resource:security_group {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:26:06.718726 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-3a03f75c-60eb-4586-9560-03b18d1bd769 req-091767eb-8937-4a3d-aa39-8113f33a7ebc tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Unset dirty status for tenant:ead324ea735f469c81c310045d03cbb1 on resource:security_group {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:26:06.719977 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3a03f75c-60eb-4586-9560-03b18d1bd769 req-091767eb-8937-4a3d-aa39-8113f33a7ebc tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-857563974&fields=id&tenant_id=ead324ea735f469c81c310045d03cbb1 HTTP/1.1" status: 200  len: 267 time: 0.0588090
Dec 30 16:26:06.803229 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03f75c-60eb-4586-9560-03b18d1bd769 req-24b0916a-c2fa-4998-a0fb-1dffbe8e9124 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:06.804662 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3a03f75c-60eb-4586-9560-03b18d1bd769 req-24b0916a-c2fa-4998-a0fb-1dffbe8e9124 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 945 time: 0.0793564
Dec 30 16:26:06.815798 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-3a03f75c-60eb-4586-9560-03b18d1bd769 req-32fec8bc-0043-44ca-8ef5-4f25c9790be1 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Request body: {'port': {'security_groups': ['681b611b-1a9d-4bd4-b60e-92e7280ed400', '504ff230-5b6d-40e5-8fe2-8ca1b0cfe1d4']}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:26:06.934178 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-3a03f75c-60eb-4586-9560-03b18d1bd769 req-32fec8bc-0043-44ca-8ef5-4f25c9790be1 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:07.292883 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-3a03f75c-60eb-4586-9560-03b18d1bd769 req-32fec8bc-0043-44ca-8ef5-4f25c9790be1 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] For port 54211755-7c11-46c6-93cf-a340a19c8e7f, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=54211755-7c11-46c6-93cf-a340a19c8e7f,segment=NetworkSegment(bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b),segment_id=bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:26:07.317574 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-3a03f75c-60eb-4586-9560-03b18d1bd769 req-32fec8bc-0043-44ca-8ef5-4f25c9790be1 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:07.325026 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-3a03f75c-60eb-4586-9560-03b18d1bd769 req-32fec8bc-0043-44ca-8ef5-4f25c9790be1 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:07.341883 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['54211755-7c11-46c6-93cf-a340a19c8e7f'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:26:07.403485 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a03f75c-60eb-4586-9560-03b18d1bd769 req-32fec8bc-0043-44ca-8ef5-4f25c9790be1 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:07.404138 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-3a03f75c-60eb-4586-9560-03b18d1bd769 req-32fec8bc-0043-44ca-8ef5-4f25c9790be1 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:07.405894 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3a03f75c-60eb-4586-9560-03b18d1bd769 req-32fec8bc-0043-44ca-8ef5-4f25c9790be1 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "PUT /v2.0/ports/54211755-7c11-46c6-93cf-a340a19c8e7f HTTP/1.1" status: 200  len: 981 time: 0.5947204
Dec 30 16:26:07.406338 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e90ae1-4d50-4386-82a7-dbd3be71cfa0', 'tag': '54211755-7c11-46c6-93cf-a340a19c8e7f'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:26:07.421945 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fec8bc-0043-44ca-8ef5-4f25c9790be1 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Pushing event updated for resources: {'Port': ['ID=54211755-7c11-46c6-93cf-a340a19c8e7f,revision_number=6']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:26:07.500012 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e90ae1-4d50-4386-82a7-dbd3be71cfa0', 'tag': '54211755-7c11-46c6-93cf-a340a19c8e7f', 'status': 'completed', 'code': 200}
Dec 30 16:26:07.518379 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf92db5-b725-4c4d-bd42-6a4b6109f10d req-05b58c37-7df6-44ac-a5db-363a0812f75c tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:07.537648 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ddf92db5-b725-4c4d-bd42-6a4b6109f10d req-05b58c37-7df6-44ac-a5db-363a0812f75c tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=0db70e1c-2a53-457a-89b0-2481e287229b HTTP/1.1" status: 200  len: 943 time: 0.1114223
Dec 30 16:26:07.538176 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['54211755-7c11-46c6-93cf-a340a19c8e7f'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:26:07.607124 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-ddf92db5-b725-4c4d-bd42-6a4b6109f10d req-745b0312-329a-4825-a018-bb769105f859 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685327
Dec 30 16:26:07.622282 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e2c0c1f2-aef1-47dc-8907-47f0c6248d60 req-fffd576b-5d0a-4cc4-93f9-241049bc9ee8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ead324ea735f469c81c310045d03cbb1&device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 1137 time: 0.0983105
Dec 30 16:26:07.821991 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0c1f2-aef1-47dc-8907-47f0c6248d60 req-d0e84767-2a63-45c3-a31d-51460263a7e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:07.823379 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e2c0c1f2-aef1-47dc-8907-47f0c6248d60 req-d0e84767-2a63-45c3-a31d-51460263a7e6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e3c40bcf-be25-459b-b2de-30847c475031 HTTP/1.1" status: 200  len: 915 time: 0.1944087
Dec 30 16:26:07.886210 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7157b81b-75a5-4865-ad72-c0d70ed79ad3 req-b222ceb5-e299-474e-a01b-f7369e14133a tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:07.887641 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7157b81b-75a5-4865-ad72-c0d70ed79ad3 req-b222ceb5-e299-474e-a01b-f7369e14133a tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 984 time: 0.2349148
Dec 30 16:26:07.887800 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-4ce1f196-076e-4d5a-9f26-e79195268e7f None None] Provisioning complete for port 54211755-7c11-46c6-93cf-a340a19c8e7f triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:26:07.888040 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-4ce1f196-076e-4d5a-9f26-e79195268e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:07.965259 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e2c0c1f2-aef1-47dc-8907-47f0c6248d60 req-dffc1d88-2340-4d2b-a2d3-1a6c5a925809 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54211755-7c11-46c6-93cf-a340a19c8e7f HTTP/1.1" status: 200  len: 1001 time: 0.1331496
Dec 30 16:26:07.971654 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7157b81b-75a5-4865-ad72-c0d70ed79ad3 req-09e3fab9-a0b1-45b9-877b-d2a1e280e042 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=504ff230-5b6d-40e5-8fe2-8ca1b0cfe1d4&id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0781150
Dec 30 16:26:08.030610 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c0c1f2-aef1-47dc-8907-47f0c6248d60 req-f3dd0efa-8932-4978-a310-e1ca49c7b181 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:08.032046 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e2c0c1f2-aef1-47dc-8907-47f0c6248d60 req-f3dd0efa-8932-4978-a310-e1ca49c7b181 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9398add2-fc2d-4775-9dc4-ebeb54e21320 HTTP/1.1" status: 200  len: 854 time: 0.0595710
Dec 30 16:26:08.122337 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e2c0c1f2-aef1-47dc-8907-47f0c6248d60 req-9891a38f-17bb-4671-8a23-59f414ebe3e4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3c40bcf-be25-459b-b2de-30847c475031&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0788832
Dec 30 16:26:08.190364 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 54946) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:26:08.268408 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e2c0c1f2-aef1-47dc-8907-47f0c6248d60 req-fc62ec43-fa78-4dd6-9af6-e4ef56e6a8e2 service neutron] 10.222.0.43 "GET /v2.0/networks/e3c40bcf-be25-459b-b2de-30847c475031?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359029
Dec 30 16:26:08.313522 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 4f96d861-0edb-46b0-8aa7-375b08575c9d details requested by agent hyperv_hv-cinder-82293 with host hv-cinder-82293 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 30 16:26:08.410018 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e2c0c1f2-aef1-47dc-8907-47f0c6248d60 req-83d04060-2fed-490b-b9fe-079af2589233 service neutron] 10.222.0.43 "GET /v2.0/networks/e3c40bcf-be25-459b-b2de-30847c475031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1339548
Dec 30 16:26:08.492121 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 4f96d861-0edb-46b0-8aa7-375b08575c9d, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=4f96d861-0edb-46b0-8aa7-375b08575c9d,segment=NetworkSegment(264446b4-c1dd-42ef-bdba-af3323072b19),segment_id=264446b4-c1dd-42ef-bdba-af3323072b19)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:26:08.507116 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Returning: {'device': '4f96d861-0edb-46b0-8aa7-375b08575c9d', 'network_id': 'be8efddb-449e-4c45-8486-56b61c2ed5fd', 'port_id': '4f96d861-0edb-46b0-8aa7-375b08575c9d', 'mac_address': 'fa:16:3e:c8:ad:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9be26803-47ec-4f75-b30a-0ec6d8f7d4d2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 30 16:26:08.560557 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:08.578078 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f96d861-0edb-46b0-8aa7-375b08575c9d {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:26:08.593864 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 4f96d861-0edb-46b0-8aa7-375b08575c9d, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=4f96d861-0edb-46b0-8aa7-375b08575c9d,segment=NetworkSegment(264446b4-c1dd-42ef-bdba-af3323072b19),segment_id=264446b4-c1dd-42ef-bdba-af3323072b19)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:26:08.598607 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:08.666506 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=4f96d861-0edb-46b0-8aa7-375b08575c9d,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:26:08.675924 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-be8dff73-842c-44bd-9a5e-58a0ac14ef5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4017164'] for router_interface, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:08.840369 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['4f96d861-0edb-46b0-8aa7-375b08575c9d'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:26:08.871236 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515ea8a-bf9f-4582-9529-c2376db62143 req-a3a83531-bc2a-44c8-bbdc-88ddb91b5f2a tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:08.872670 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f515ea8a-bf9f-4582-9529-c2376db62143 req-a3a83531-bc2a-44c8-bbdc-88ddb91b5f2a tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=0db70e1c-2a53-457a-89b0-2481e287229b HTTP/1.1" status: 200  len: 944 time: 0.1473453
Dec 30 16:26:08.939264 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f515ea8a-bf9f-4582-9529-c2376db62143 req-5deeed05-9d92-4d04-a7b7-b3f2514a10ec tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607469
Dec 30 16:26:09.372541 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-be8dff73-842c-44bd-9a5e-58a0ac14ef5d admin admin] Deleting port 3b667db6-4d09-45c9-99d9-8ac3932d6b0d {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:26:09.372835 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-be8dff73-842c-44bd-9a5e-58a0ac14ef5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:09.625274 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [None req-be8dff73-842c-44bd-9a5e-58a0ac14ef5d admin admin] For port 3b667db6-4d09-45c9-99d9-8ac3932d6b0d, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=3b667db6-4d09-45c9-99d9-8ac3932d6b0d,segment=NetworkSegment(5936c83c-be6b-48e8-9fcb-7dbbfde67386),segment_id=5936c83c-be6b-48e8-9fcb-7dbbfde67386)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:26:09.625548 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-be8dff73-842c-44bd-9a5e-58a0ac14ef5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:09.747986 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-be8dff73-842c-44bd-9a5e-58a0ac14ef5d admin admin] Calling delete_port for 3b667db6-4d09-45c9-99d9-8ac3932d6b0d owned by network:router_interface {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:26:09.936264 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-be8dff73-842c-44bd-9a5e-58a0ac14ef5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:09.989616 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8dff73-842c-44bd-9a5e-58a0ac14ef5d admin admin] Pushing event deleted for resources: {'Port': ['ID=3b667db6-4d09-45c9-99d9-8ac3932d6b0d,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:26:10.143173 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830083ad-3a68-41f9-a0d7-b7adbd9af08e req-7a28a03f-0558-4dd1-a4c1-280e6987c41b tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:10.144608 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-830083ad-3a68-41f9-a0d7-b7adbd9af08e req-7a28a03f-0558-4dd1-a4c1-280e6987c41b tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=0db70e1c-2a53-457a-89b0-2481e287229b HTTP/1.1" status: 200  len: 944 time: 0.0823393
Dec 30 16:26:10.190131 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-830083ad-3a68-41f9-a0d7-b7adbd9af08e req-9fdf126f-d99f-448b-a8cf-9ca8ae05cfac tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396290
Dec 30 16:26:10.280482 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-be8dff73-842c-44bd-9a5e-58a0ac14ef5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4017400'] for router_interface, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:10.317600 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 4f96d861-0edb-46b0-8aa7-375b08575c9d up at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:26:10.390058 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning for port 4f96d861-0edb-46b0-8aa7-375b08575c9d completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:26:10.394609 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning complete for port 4f96d861-0edb-46b0-8aa7-375b08575c9d triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:26:10.394972 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:10.506712 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:10.537026 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db70e1c-2a53-457a-89b0-2481e287229b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f96d861-0edb-46b0-8aa7-375b08575c9d'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:26:10.546496 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 4f96d861-0edb-46b0-8aa7-375b08575c9d, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=4f96d861-0edb-46b0-8aa7-375b08575c9d,segment=NetworkSegment(264446b4-c1dd-42ef-bdba-af3323072b19),segment_id=264446b4-c1dd-42ef-bdba-af3323072b19)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:26:10.551914 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:10.601541 dv-cinder-822939-1-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db70e1c-2a53-457a-89b0-2481e287229b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f96d861-0edb-46b0-8aa7-375b08575c9d', 'code': 200}
Dec 30 16:26:10.618725 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=4f96d861-0edb-46b0-8aa7-375b08575c9d,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:26:10.837859 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c938f149-85cf-449f-b23e-35cbe03fdf66 req-6690ac95-4c93-4f2c-968e-b39dea413000 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0db70e1c-2a53-457a-89b0-2481e287229b HTTP/1.1" status: 200  len: 1098 time: 0.0723894
Dec 30 16:26:10.858356 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8dff73-842c-44bd-9a5e-58a0ac14ef5d admin admin] Router 6caf6826-0f9c-48d3-b2c1-3dcea1b62223 has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:26:10.880259 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c938f149-85cf-449f-b23e-35cbe03fdf66 req-5365b13b-bfc3-43cc-a3af-98086b52eef0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0357146
Dec 30 16:26:11.163278 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8dff73-842c-44bd-9a5e-58a0ac14ef5d admin admin] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:26:11.172517 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b401d8f-0580-4f02-8c96-afe5a76c0c9e None None] Sync routers for ids ['6caf6826-0f9c-48d3-b2c1-3dcea1b62223'] in dv-cinder-822939-1-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:26:11.177794 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-be8dff73-842c-44bd-9a5e-58a0ac14ef5d admin admin] 10.222.0.31 "PUT /v2.0/routers/6caf6826-0f9c-48d3-b2c1-3dcea1b62223/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9846239
Dec 30 16:26:11.178661 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 54960) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:26:11.185337 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b401d8f-0580-4f02-8c96-afe5a76c0c9e None None] Routers {'6caf6826-0f9c-48d3-b2c1-3dcea1b62223'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:26:11.186197 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-8b401d8f-0580-4f02-8c96-afe5a76c0c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d515c9d0>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:25:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['6caf6826-0f9c-48d3-b2c1-3dcea1b62223'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:26:11.372497 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-112bc2af-1f3d-4340-bbde-42ffeac44c56 admin admin] Notify callbacks [] for router, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:11.396251 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a54a376-3394-4358-a21b-afe3517991f9 req-515b61d3-ce6e-40af-ad07-e35847d144d0 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:11.398359 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3a54a376-3394-4358-a21b-afe3517991f9 req-515b61d3-ce6e-40af-ad07-e35847d144d0 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=0db70e1c-2a53-457a-89b0-2481e287229b HTTP/1.1" status: 200  len: 945 time: 0.0821171
Dec 30 16:26:11.399454 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-8b401d8f-0580-4f02-8c96-afe5a76c0c9e None None] Set router 6caf6826-0f9c-48d3-b2c1-3dcea1b62223 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:26:11.447035 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3a54a376-3394-4358-a21b-afe3517991f9 req-dc737ade-6b72-4a9a-9e0b-249b799841db tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424361
Dec 30 16:26:11.566308 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-112bc2af-1f3d-4340-bbde-42ffeac44c56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:11.577407 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-112bc2af-1f3d-4340-bbde-42ffeac44c56 admin admin] Deleting port b0eb11d6-b4cf-4ed4-a8b4-3277a7017255 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:26:11.577775 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-112bc2af-1f3d-4340-bbde-42ffeac44c56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:11.686998 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-8b401d8f-0580-4f02-8c96-afe5a76c0c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d515c9d0>, [{'id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'name': 'tempest-AttachVolumeShelveTestJSON-1869069484-router', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:26:09Z', 'revision_number': 5, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'gw_port': {'id': 'b0eb11d6-b4cf-4ed4-a8b4-3277a7017255', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:4f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi'}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:26:11.690957 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b401d8f-0580-4f02-8c96-afe5a76c0c9e None None] Checking router: 6caf6826-0f9c-48d3-b2c1-3dcea1b62223 for host: dv-cinder-822939-1-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:26:11.704758 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b401d8f-0580-4f02-8c96-afe5a76c0c9e None None] Routers {'6caf6826-0f9c-48d3-b2c1-3dcea1b62223'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:26:11.705298 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-8b401d8f-0580-4f02-8c96-afe5a76c0c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d515c9d0>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:25:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['6caf6826-0f9c-48d3-b2c1-3dcea1b62223'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:26:11.753513 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [None req-112bc2af-1f3d-4340-bbde-42ffeac44c56 admin admin] For port b0eb11d6-b4cf-4ed4-a8b4-3277a7017255, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=b0eb11d6-b4cf-4ed4-a8b4-3277a7017255,segment=NetworkSegment(a1965180-a5eb-4dfc-97e0-14ede4debdc3),segment_id=a1965180-a5eb-4dfc-97e0-14ede4debdc3)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:26:11.753879 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-112bc2af-1f3d-4340-bbde-42ffeac44c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:11.856384 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-8b401d8f-0580-4f02-8c96-afe5a76c0c9e None None] Set router 6caf6826-0f9c-48d3-b2c1-3dcea1b62223 gateway port host: None {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:26:11.881235 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-112bc2af-1f3d-4340-bbde-42ffeac44c56 admin admin] Calling delete_port for b0eb11d6-b4cf-4ed4-a8b4-3277a7017255 owned by network:router_gateway {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:26:11.971553 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-8b401d8f-0580-4f02-8c96-afe5a76c0c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d515c9d0>, [{'id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'name': 'tempest-AttachVolumeShelveTestJSON-1869069484-router', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:26:11Z', 'revision_number': 6, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'gw_port_host': None}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:26:11.975577 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b401d8f-0580-4f02-8c96-afe5a76c0c9e None None] The sync data for ids ['6caf6826-0f9c-48d3-b2c1-3dcea1b62223'] in dv-cinder-822939-1-iscsi is: [{'id': '6caf6826-0f9c-48d3-b2c1-3dcea1b62223', 'name': 'tempest-AttachVolumeShelveTestJSON-1869069484-router', 'tenant_id': '1536238b1f9f45e0859c9074dfb7be10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:19:23Z', 'updated_at': '2021-12-30T16:26:11Z', 'revision_number': 6, 'project_id': '1536238b1f9f45e0859c9074dfb7be10', 'gw_port_host': None}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:26:12.059146 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-112bc2af-1f3d-4340-bbde-42ffeac44c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:12.106186 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112bc2af-1f3d-4340-bbde-42ffeac44c56 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0eb11d6-b4cf-4ed4-a8b4-3277a7017255,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:26:12.334067 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-112bc2af-1f3d-4340-bbde-42ffeac44c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4018033'] for router_gateway, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:12.726323 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-112bc2af-1f3d-4340-bbde-42ffeac44c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4016102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3406'] for router, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:12.740577 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-112bc2af-1f3d-4340-bbde-42ffeac44c56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:12.776584 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848571e-82f8-4c9a-9c6b-999f0fee90ce req-58f05905-96d1-4860-b9e2-e80b194b59cf tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:12.778102 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7848571e-82f8-4c9a-9c6b-999f0fee90ce req-58f05905-96d1-4860-b9e2-e80b194b59cf tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=0db70e1c-2a53-457a-89b0-2481e287229b HTTP/1.1" status: 200  len: 945 time: 0.1659410
Dec 30 16:26:12.783295 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-112bc2af-1f3d-4340-bbde-42ffeac44c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4015446'] for router, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:12.783847 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112bc2af-1f3d-4340-bbde-42ffeac44c56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6caf6826-0f9c-48d3-b2c1-3dcea1b62223 {{(pid=82858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 30 16:26:12.825234 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-112bc2af-1f3d-4340-bbde-42ffeac44c56 admin admin] Notify callbacks [] for router, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:12.826331 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-112bc2af-1f3d-4340-bbde-42ffeac44c56 admin admin] 10.222.0.31 "DELETE /v2.0/routers/6caf6826-0f9c-48d3-b2c1-3dcea1b62223 HTTP/1.1" status: 204  len: 168 time: 1.6467848
Dec 30 16:26:12.829808 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 54968) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:26:12.837657 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7848571e-82f8-4c9a-9c6b-999f0fee90ce req-d3c161a1-a335-4129-9750-bf0383582ac4 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474682
Dec 30 16:26:12.893310 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a4a605f-a0a9-4c29-978e-75f014a37a00 admin admin] Deleting subnet 0ef2724a-abaf-4140-a584-2ca4130b70f6 {{(pid=82857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}}
Dec 30 16:26:12.896517 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0a4a605f-a0a9-4c29-978e-75f014a37a00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:12.946910 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0a4a605f-a0a9-4c29-978e-75f014a37a00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2906538'] for subnet, precommit_delete_associations {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:13.151465 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0a4a605f-a0a9-4c29-978e-75f014a37a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-618588'] for subnet, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:13.225792 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0a4a605f-a0a9-4c29-978e-75f014a37a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-618599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2907015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2674639'] for subnet, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:13.267483 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a605f-a0a9-4c29-978e-75f014a37a00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ef2724a-abaf-4140-a584-2ca4130b70f6,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:26:13.272212 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0a4a605f-a0a9-4c29-978e-75f014a37a00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:13.278792 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-0a4a605f-a0a9-4c29-978e-75f014a37a00 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0ef2724a-abaf-4140-a584-2ca4130b70f6 HTTP/1.1" status: 204  len: 168 time: 0.4476223
Dec 30 16:26:13.281266 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 54978) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:26:13.281769 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b437ecd0-e590-4f15-b5ca-dbbb8d74ca45 None None] Network 9a0d327b-13ae-4aab-8565-47511b5fa283 requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:26:13.395207 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-80fecd21-4bca-4de6-95fb-67d6695b8f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544548'] for network, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:13.406023 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-80fecd21-4bca-4de6-95fb-67d6695b8f5c admin admin] Deleting port c6de54d4-4363-4041-8c89-1af8e13f30f4 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:26:13.406348 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-80fecd21-4bca-4de6-95fb-67d6695b8f5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:13.525675 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb86fe5-be91-4747-b1ad-d665f6cfa136 None None] DHCP port deletion for 9a0d327b-13ae-4aab-8565-47511b5fa283 request from dv-cinder-822939-1-iscsi {{(pid=82859) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 30 16:26:13.530166 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-efb86fe5-be91-4747-b1ad-d665f6cfa136 None None] Deleting port c6de54d4-4363-4041-8c89-1af8e13f30f4 {{(pid=82859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:26:13.530573 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-efb86fe5-be91-4747-b1ad-d665f6cfa136 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:13.618624 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [None req-80fecd21-4bca-4de6-95fb-67d6695b8f5c admin admin] For port c6de54d4-4363-4041-8c89-1af8e13f30f4, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=c6de54d4-4363-4041-8c89-1af8e13f30f4,segment=NetworkSegment(5936c83c-be6b-48e8-9fcb-7dbbfde67386),segment_id=5936c83c-be6b-48e8-9fcb-7dbbfde67386)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:26:13.618934 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-80fecd21-4bca-4de6-95fb-67d6695b8f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:13.733537 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-efb86fe5-be91-4747-b1ad-d665f6cfa136 None None] For port c6de54d4-4363-4041-8c89-1af8e13f30f4, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=c6de54d4-4363-4041-8c89-1af8e13f30f4,segment=NetworkSegment(5936c83c-be6b-48e8-9fcb-7dbbfde67386),segment_id=5936c83c-be6b-48e8-9fcb-7dbbfde67386)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:26:13.733840 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-efb86fe5-be91-4747-b1ad-d665f6cfa136 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:13.749620 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-80fecd21-4bca-4de6-95fb-67d6695b8f5c admin admin] Calling delete_port for c6de54d4-4363-4041-8c89-1af8e13f30f4 owned by network:dhcp {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:26:13.822176 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-80fecd21-4bca-4de6-95fb-67d6695b8f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:13.850346 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-efb86fe5-be91-4747-b1ad-d665f6cfa136 None None] Calling delete_port for c6de54d4-4363-4041-8c89-1af8e13f30f4 owned by network:dhcp {{(pid=82859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:26:13.878045 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fecd21-4bca-4de6-95fb-67d6695b8f5c admin admin] Pushing event deleted for resources: {'Port': ['ID=c6de54d4-4363-4041-8c89-1af8e13f30f4,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:26:13.882760 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fecd21-4bca-4de6-95fb-67d6695b8f5c admin admin] No DVR routers for this DVR port c6de54d4-4363-4041-8c89-1af8e13f30f4 on host dv-cinder-822939-1-iscsi {{(pid=82858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 30 16:26:13.906824 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device b0eb11d6-b4cf-4ed4-a8b4-3277a7017255 no longer exists at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:26:13.957039 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] No Port match for: b0eb11d6-b4cf-4ed4-a8b4-3277a7017255 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:26:13.957383 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device b0eb11d6-b4cf-4ed4-a8b4-3277a7017255 not bound to the agent host dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:26:13.957784 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device c6de54d4-4363-4041-8c89-1af8e13f30f4 no longer exists at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:26:13.991657 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] No Port match for: c6de54d4-4363-4041-8c89-1af8e13f30f4 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:26:13.991897 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device c6de54d4-4363-4041-8c89-1af8e13f30f4 not bound to the agent host dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:26:13.992283 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 3b667db6-4d09-45c9-99d9-8ac3932d6b0d no longer exists at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:26:14.001262 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-80fecd21-4bca-4de6-95fb-67d6695b8f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-618013', 'neutron.services.segments.db._delete_segments_for_network-8793096430318'] for network, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:14.020928 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.db.api [None req-efb86fe5-be91-4747-b1ad-d665f6cfa136 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 30 16:26:14.021304 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG oslo_db.api [None req-efb86fe5-be91-4747-b1ad-d665f6cfa136 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 30 16:26:14.026196 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] No Port match for: 3b667db6-4d09-45c9-99d9-8ac3932d6b0d {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:26:14.026492 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-80fecd21-4bca-4de6-95fb-67d6695b8f5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff4d47f6e80>,) {'filters': {'network_id': ['9a0d327b-13ae-4aab-8565-47511b5fa283']}} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:26:14.026648 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 3b667db6-4d09-45c9-99d9-8ac3932d6b0d not bound to the agent host dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:26:14.039820 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-80fecd21-4bca-4de6-95fb-67d6695b8f5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff4d47f6e80>, '5936c83c-be6b-48e8-9fcb-7dbbfde67386') {'for_net_delete': True} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:26:14.040129 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-80fecd21-4bca-4de6-95fb-67d6695b8f5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff4d47f6e80>, '5936c83c-be6b-48e8-9fcb-7dbbfde67386') {} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:26:14.051652 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-80fecd21-4bca-4de6-95fb-67d6695b8f5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793096435469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045536'] for segment, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:14.068192 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-80fecd21-4bca-4de6-95fb-67d6695b8f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:14.074432 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80fecd21-4bca-4de6-95fb-67d6695b8f5c admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=82858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 30 16:26:14.074805 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-80fecd21-4bca-4de6-95fb-67d6695b8f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-621716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2958542'] for segment, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:14.088446 dv-cinder-822939-1-iscsi neutron-server[82858]: Traceback (most recent call last):
Dec 30 16:26:14.088446 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 30 16:26:14.088446 dv-cinder-822939-1-iscsi neutron-server[82858]:     timer()
Dec 30 16:26:14.088446 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 30 16:26:14.088446 dv-cinder-822939-1-iscsi neutron-server[82858]:     cb(*args, **kw)
Dec 30 16:26:14.088446 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 30 16:26:14.088446 dv-cinder-822939-1-iscsi neutron-server[82858]:     return func(*args, **kwargs)
Dec 30 16:26:14.088446 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 30 16:26:14.088446 dv-cinder-822939-1-iscsi neutron-server[82858]:     self._notify()
Dec 30 16:26:14.088446 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 30 16:26:14.088446 dv-cinder-822939-1-iscsi neutron-server[82858]:     self.callback(batched_events)
Dec 30 16:26:14.088446 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 30 16:26:14.088446 dv-cinder-822939-1-iscsi neutron-server[82858]:     event.method(event)
Dec 30 16:26:14.088446 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 30 16:26:14.088446 dv-cinder-822939-1-iscsi neutron-server[82858]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 30 16:26:14.088446 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 30 16:26:14.088446 dv-cinder-822939-1-iscsi neutron-server[82858]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 30 16:26:14.088446 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 30 16:26:14.088446 dv-cinder-822939-1-iscsi neutron-server[82858]:     return f(self, *a, **k)
Dec 30 16:26:14.088446 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 30 16:26:14.088446 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self._get(url).json()
Dec 30 16:26:14.088446 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 30 16:26:14.088446 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 30 16:26:14.088446 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 30 16:26:14.088446 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self.request(url, 'GET', **kwargs)
Dec 30 16:26:14.088446 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 30 16:26:14.088446 dv-cinder-822939-1-iscsi neutron-server[82858]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 30 16:26:14.088446 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 30 16:26:14.088446 dv-cinder-822939-1-iscsi neutron-server[82858]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 30 16:26:14.088446 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 30 16:26:14.088446 dv-cinder-822939-1-iscsi neutron-server[82858]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 30 16:26:14.088446 dv-cinder-822939-1-iscsi neutron-server[82858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 30 16:26:14.167063 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-80fecd21-4bca-4de6-95fb-67d6695b8f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-618002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4017932'] for network, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:14.184006 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-80fecd21-4bca-4de6-95fb-67d6695b8f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:14.196967 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fecd21-4bca-4de6-95fb-67d6695b8f5c admin admin] Pushing event deleted for resources: {'Network': ['ID=9a0d327b-13ae-4aab-8565-47511b5fa283,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:26:14.212728 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-80fecd21-4bca-4de6-95fb-67d6695b8f5c admin admin] 10.222.0.31 "DELETE /v2.0/networks/9a0d327b-13ae-4aab-8565-47511b5fa283 HTTP/1.1" status: 204  len: 168 time: 0.9292359
Dec 30 16:26:14.366057 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 54990) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:26:14.416804 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-aa8fbbc2-eee2-4cf1-b6a5-3d4869bef9b9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1536238b1f9f45e0859c9074dfb7be10&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0493743
Dec 30 16:26:14.419380 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 54994) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:26:14.477336 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-13be72a8-74ad-4543-bd52-3e80ca292548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:14.503228 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-13be72a8-74ad-4543-bd52-3e80ca292548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:14.522390 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-efb86fe5-be91-4747-b1ad-d665f6cfa136 None None] Deleting port c6de54d4-4363-4041-8c89-1af8e13f30f4 {{(pid=82859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:26:14.522952 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-efb86fe5-be91-4747-b1ad-d665f6cfa136 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:14.560175 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-13be72a8-74ad-4543-bd52-3e80ca292548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:14.578147 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be72a8-74ad-4543-bd52-3e80ca292548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44af9f77-ccf8-43df-b49d-6e2407d39ef0,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:26:14.586276 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-13be72a8-74ad-4543-bd52-3e80ca292548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:14.587471 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-13be72a8-74ad-4543-bd52-3e80ca292548 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/44af9f77-ccf8-43df-b49d-6e2407d39ef0 HTTP/1.1" status: 204  len: 168 time: 0.1671920
Dec 30 16:26:14.588590 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-efb86fe5-be91-4747-b1ad-d665f6cfa136 None None] The port 'c6de54d4-4363-4041-8c89-1af8e13f30f4' was deleted {{(pid=82859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 30 16:26:15.130285 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-4b39570d-38c5-4642-a888-62dc1434b1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:17.345696 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b063b8ab-ccb8-4f35-b3f5-de07015285ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:18.343305 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:18.586623 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:26:18.668519 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:19.810602 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:22.616977 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:24.201441 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-9f751304-3840-471d-93d9-eb3f717fc0a8 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:24.203168 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-9f751304-3840-471d-93d9-eb3f717fc0a8 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/networks?id=be8efddb-449e-4c45-8486-56b61c2ed5fd HTTP/1.1" status: 200  len: 815 time: 0.1409519
Dec 30 16:26:24.219274 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-2ee7ead8-6879-4621-8842-9d107472656e tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/quotas/3c6f66137c77482285460f62e07422c9 HTTP/1.1" status: 200  len: 375 time: 0.0106745
Dec 30 16:26:24.299524 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-b8d3b5e4-0773-4540-88a2-4e6361aea6a0 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c6f66137c77482285460f62e07422c9&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0751941
Dec 30 16:26:24.674979 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-7f7a0d6b-478f-44c1-9010-e4b1dfc024d4 service neutron] 10.222.0.31 "GET /v2.0/networks/be8efddb-449e-4c45-8486-56b61c2ed5fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3685925
Dec 30 16:26:24.809937 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-3e0e20f6-9e44-461e-af13-cb105c286316 service neutron] 10.222.0.31 "GET /v2.0/networks/be8efddb-449e-4c45-8486-56b61c2ed5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1282334
Dec 30 16:26:25.002382 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3630c25e-3db6-41e0-8b53-07cdeb45661f req-faf08ef2-597d-4903-8cd0-93c9f37af58f tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5ed13a7-633b-4c89-8de8-4f7a877ca1da HTTP/1.1" status: 200  len: 210 time: 0.0456178
Dec 30 16:26:26.138802 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-bdd5319a-e431-4d46-9c0e-312b879597fe tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:26.140498 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-bdd5319a-e431-4d46-9c0e-312b879597fe tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.43 "GET /v2.0/networks?id=be8efddb-449e-4c45-8486-56b61c2ed5fd HTTP/1.1" status: 200  len: 815 time: 0.1519523
Dec 30 16:26:26.168999 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-63ddff49-ded9-48dc-a57d-fd28f7c19ab5 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Request body: {'port': {'device_id': 'a5ed13a7-633b-4c89-8de8-4f7a877ca1da', 'network_id': 'be8efddb-449e-4c45-8486-56b61c2ed5fd', 'admin_state_up': True, 'tenant_id': '3c6f66137c77482285460f62e07422c9'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:26:26.179961 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-0bae7786-5541-4efe-a85a-f22513aa6344 req-92a64cb8-adb0-43bb-8f8d-ae9a259c9c25 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5ed13a7-633b-4c89-8de8-4f7a877ca1da HTTP/1.1" status: 200  len: 210 time: 0.0447321
Dec 30 16:26:26.328388 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-63ddff49-ded9-48dc-a57d-fd28f7c19ab5 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:26:26.338977 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-63ddff49-ded9-48dc-a57d-fd28f7c19ab5 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:26:26.351127 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-63ddff49-ded9-48dc-a57d-fd28f7c19ab5 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Made reservation on behalf of 3c6f66137c77482285460f62e07422c9 for: {'port': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:26:26.354555 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-63ddff49-ded9-48dc-a57d-fd28f7c19ab5 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:26.526748 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-63ddff49-ded9-48dc-a57d-fd28f7c19ab5 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Allocated IP 172.20.0.9 (be8efddb-449e-4c45-8486-56b61c2ed5fd/9be26803-47ec-4f75-b30a-0ec6d8f7d4d2/1b2be5f9-1e37-4f47-84f9-af2514fafb75) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:26:26.727398 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-63ddff49-ded9-48dc-a57d-fd28f7c19ab5 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:26.757279 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-63ddff49-ded9-48dc-a57d-fd28f7c19ab5 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:26.768761 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['4f96d861-0edb-46b0-8aa7-375b08575c9d'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:26:26.833864 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-63ddff49-ded9-48dc-a57d-fd28f7c19ab5 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Network be8efddb-449e-4c45-8486-56b61c2ed5fd is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:26:26.836799 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-63ddff49-ded9-48dc-a57d-fd28f7c19ab5 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:26:26.839537 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-63ddff49-ded9-48dc-a57d-fd28f7c19ab5 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:26:26.884979 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddff49-ded9-48dc-a57d-fd28f7c19ab5 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Pushing event updated for resources: {'Port': ['ID=1b2be5f9-1e37-4f47-84f9-af2514fafb75,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:26:26.914564 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-63ddff49-ded9-48dc-a57d-fd28f7c19ab5 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:26.915296 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-63ddff49-ded9-48dc-a57d-fd28f7c19ab5 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:26.946536 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-63ddff49-ded9-48dc-a57d-fd28f7c19ab5 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7821004
Dec 30 16:26:26.959664 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-5851df47-c2de-4ab9-b60c-733f81686856 service neutron] Request body: {'port': {'device_id': 'a5ed13a7-633b-4c89-8de8-4f7a877ca1da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82293'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:26:27.067814 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-5851df47-c2de-4ab9-b60c-733f81686856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:27.457178 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760af7cb-834c-4d9a-ae72-6604fb94db6c req-180dad2f-3300-4b23-b226-a841785e7e0d tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:27.457895 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-760af7cb-834c-4d9a-ae72-6604fb94db6c req-180dad2f-3300-4b23-b226-a841785e7e0d tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Synchronizing usage tracker for tenant:3c6f66137c77482285460f62e07422c9 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:26:27.468749 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-5851df47-c2de-4ab9-b60c-733f81686856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b2be5f9-1e37-4f47-84f9-af2514fafb75 {{(pid=82857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:26:27.479446 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-5851df47-c2de-4ab9-b60c-733f81686856 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:27.493959 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-760af7cb-834c-4d9a-ae72-6604fb94db6c req-180dad2f-3300-4b23-b226-a841785e7e0d tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Unset dirty status for tenant:3c6f66137c77482285460f62e07422c9 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:26:27.495208 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-760af7cb-834c-4d9a-ae72-6604fb94db6c req-180dad2f-3300-4b23-b226-a841785e7e0d tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5ed13a7-633b-4c89-8de8-4f7a877ca1da HTTP/1.1" status: 200  len: 931 time: 0.1864290
Dec 30 16:26:27.497813 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-5851df47-c2de-4ab9-b60c-733f81686856 service neutron] Transition to ACTIVE for port object 1b2be5f9-1e37-4f47-84f9-af2514fafb75 will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:26:27.503808 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-5851df47-c2de-4ab9-b60c-733f81686856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:27.737498 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851df47-c2de-4ab9-b60c-733f81686856 service neutron] Pushing event updated for resources: {'Port': ['ID=1b2be5f9-1e37-4f47-84f9-af2514fafb75,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:26:27.750202 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-760af7cb-834c-4d9a-ae72-6604fb94db6c req-177a2585-e5e9-4019-97ec-d31b6dfbcd1a tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2480006
Dec 30 16:26:27.854212 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-5851df47-c2de-4ab9-b60c-733f81686856 service neutron] Attempting to bind port 1b2be5f9-1e37-4f47-84f9-af2514fafb75 on host hv-cinder-82293 for vnic_type normal with profile  {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:26:27.854542 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-5851df47-c2de-4ab9-b60c-733f81686856 service neutron] Attempting to bind port 1b2be5f9-1e37-4f47-84f9-af2514fafb75 by drivers openvswitch,hyperv on host hv-cinder-82293 at level 0 using segments [{'id': '264446b4-c1dd-42ef-bdba-af3323072b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'be8efddb-449e-4c45-8486-56b61c2ed5fd'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:26:27.854872 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-5851df47-c2de-4ab9-b60c-733f81686856 service neutron] Attempting to bind port 1b2be5f9-1e37-4f47-84f9-af2514fafb75 on network be8efddb-449e-4c45-8486-56b61c2ed5fd {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:26:27.861030 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-5851df47-c2de-4ab9-b60c-733f81686856 service neutron] Port 1b2be5f9-1e37-4f47-84f9-af2514fafb75 on network be8efddb-449e-4c45-8486-56b61c2ed5fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82293 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 30 16:26:27.861400 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-5851df47-c2de-4ab9-b60c-733f81686856 service neutron] Attempting to bind port 1b2be5f9-1e37-4f47-84f9-af2514fafb75 on network be8efddb-449e-4c45-8486-56b61c2ed5fd {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:26:27.868322 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-5851df47-c2de-4ab9-b60c-733f81686856 service neutron] Checking agent: {'id': 'e529ec3e-5d50-4747-9e44-8ad3816b2791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82293', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'started_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:26:27.868732 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-5851df47-c2de-4ab9-b60c-733f81686856 service neutron] Checking segment: {'id': '264446b4-c1dd-42ef-bdba-af3323072b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'be8efddb-449e-4c45-8486-56b61c2ed5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:26:27.869188 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-5851df47-c2de-4ab9-b60c-733f81686856 service neutron] Bound using segment: {'id': '264446b4-c1dd-42ef-bdba-af3323072b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'be8efddb-449e-4c45-8486-56b61c2ed5fd'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:26:27.869690 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-5851df47-c2de-4ab9-b60c-733f81686856 service neutron] Bound port: 1b2be5f9-1e37-4f47-84f9-af2514fafb75, host: hv-cinder-82293, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '264446b4-c1dd-42ef-bdba-af3323072b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'be8efddb-449e-4c45-8486-56b61c2ed5fd'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:26:27.870090 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-5851df47-c2de-4ab9-b60c-733f81686856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:27.958558 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-5851df47-c2de-4ab9-b60c-733f81686856 service neutron] For port 1b2be5f9-1e37-4f47-84f9-af2514fafb75, host hv-cinder-82293, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:26:27.961775 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-5851df47-c2de-4ab9-b60c-733f81686856 service neutron] For port 1b2be5f9-1e37-4f47-84f9-af2514fafb75, host hv-cinder-82293, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=1b2be5f9-1e37-4f47-84f9-af2514fafb75,segment=NetworkSegment(264446b4-c1dd-42ef-bdba-af3323072b19),segment_id=264446b4-c1dd-42ef-bdba-af3323072b19)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:26:27.967319 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-5851df47-c2de-4ab9-b60c-733f81686856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:28.032436 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-5851df47-c2de-4ab9-b60c-733f81686856 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:28.033876 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-5851df47-c2de-4ab9-b60c-733f81686856 service neutron] 10.222.0.43 "PUT /v2.0/ports/1b2be5f9-1e37-4f47-84f9-af2514fafb75 HTTP/1.1" status: 200  len: 1093 time: 1.0784256
Dec 30 16:26:28.034311 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ed13a7-633b-4c89-8de8-4f7a877ca1da', 'tag': '1b2be5f9-1e37-4f47-84f9-af2514fafb75'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:26:28.060935 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851df47-c2de-4ab9-b60c-733f81686856 service neutron] Pushing event updated for resources: {'Port': ['ID=1b2be5f9-1e37-4f47-84f9-af2514fafb75,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:26:28.110874 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ed13a7-633b-4c89-8de8-4f7a877ca1da', 'tag': '1b2be5f9-1e37-4f47-84f9-af2514fafb75', 'status': 'completed', 'code': 200}
Dec 30 16:26:28.146335 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-59b1b66d-842d-4c5a-9823-da0ec3812049 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c6f66137c77482285460f62e07422c9&device_id=a5ed13a7-633b-4c89-8de8-4f7a877ca1da HTTP/1.1" status: 200  len: 1096 time: 0.0717642
Dec 30 16:26:28.218920 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-73704b6c-dcb9-4124-b1b6-79f3ebfcccef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b2be5f9-1e37-4f47-84f9-af2514fafb75 HTTP/1.1" status: 200  len: 217 time: 0.0637345
Dec 30 16:26:28.281390 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-524f7452-8fbc-4f70-9d4e-2cc733beb542 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:28.283157 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-524f7452-8fbc-4f70-9d4e-2cc733beb542 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9be26803-47ec-4f75-b30a-0ec6d8f7d4d2 HTTP/1.1" status: 200  len: 855 time: 0.0580037
Dec 30 16:26:28.331009 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-cdb80038-ccad-4d86-921f-5f3e76fe5836 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=be8efddb-449e-4c45-8486-56b61c2ed5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0398414
Dec 30 16:26:28.465725 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-0dcd3bfa-c588-448d-af89-724fdfb8684c service neutron] 10.222.0.43 "GET /v2.0/networks/be8efddb-449e-4c45-8486-56b61c2ed5fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261814
Dec 30 16:26:28.601192 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-69315f91-601a-40b3-94bc-cb2a8f3211b3 req-2a66f8ab-d8de-4ea8-804a-ee412d5e8cd3 service neutron] 10.222.0.43 "GET /v2.0/networks/be8efddb-449e-4c45-8486-56b61c2ed5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285305
Dec 30 16:26:28.732788 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5beb790f-feec-4522-9654-996c594f31d0 req-bd005aaa-bb30-44d7-a0bc-4feb277be976 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c6f66137c77482285460f62e07422c9&device_id=a5ed13a7-633b-4c89-8de8-4f7a877ca1da HTTP/1.1" status: 200  len: 1096 time: 0.0756278
Dec 30 16:26:28.864526 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb790f-feec-4522-9654-996c594f31d0 req-7f498125-0243-4e29-a581-8d94e31bcb97 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:28.865921 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5beb790f-feec-4522-9654-996c594f31d0 req-7f498125-0243-4e29-a581-8d94e31bcb97 service neutron] 10.222.0.43 "GET /v2.0/networks?id=be8efddb-449e-4c45-8486-56b61c2ed5fd HTTP/1.1" status: 200  len: 915 time: 0.1255529
Dec 30 16:26:28.976427 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5beb790f-feec-4522-9654-996c594f31d0 req-bfdc9f43-e94a-4540-8fa4-4b0f45e9a2fb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b2be5f9-1e37-4f47-84f9-af2514fafb75 HTTP/1.1" status: 200  len: 217 time: 0.0742583
Dec 30 16:26:29.049939 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb790f-feec-4522-9654-996c594f31d0 req-6c361b97-a694-4dbe-988c-c4a959e244ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:29.051355 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5beb790f-feec-4522-9654-996c594f31d0 req-6c361b97-a694-4dbe-988c-c4a959e244ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9be26803-47ec-4f75-b30a-0ec6d8f7d4d2 HTTP/1.1" status: 200  len: 855 time: 0.0686672
Dec 30 16:26:29.057622 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781c738-f38e-4178-9f8b-b42dbf8b35c6 req-adc5d654-53f4-496b-ba3f-bc4f969ca9b4 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:29.058968 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1781c738-f38e-4178-9f8b-b42dbf8b35c6 req-adc5d654-53f4-496b-ba3f-bc4f969ca9b4 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5ed13a7-633b-4c89-8de8-4f7a877ca1da HTTP/1.1" status: 200  len: 943 time: 0.1866260
Dec 30 16:26:29.117078 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5beb790f-feec-4522-9654-996c594f31d0 req-da1d224e-d634-45e0-9b61-16d481669d6e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=be8efddb-449e-4c45-8486-56b61c2ed5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0571802
Dec 30 16:26:29.315000 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1781c738-f38e-4178-9f8b-b42dbf8b35c6 req-353e97e5-0a66-470e-9026-62a30d09ed1b tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2237065
Dec 30 16:26:29.386551 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5beb790f-feec-4522-9654-996c594f31d0 req-beba912b-f816-4820-9212-1ab350ad94bb service neutron] 10.222.0.43 "GET /v2.0/networks/be8efddb-449e-4c45-8486-56b61c2ed5fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2557480
Dec 30 16:26:29.529163 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5beb790f-feec-4522-9654-996c594f31d0 req-8f648791-6e08-4ecd-8f1d-019953d37a74 service neutron] 10.222.0.43 "GET /v2.0/networks/be8efddb-449e-4c45-8486-56b61c2ed5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344943
Dec 30 16:26:30.541984 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9286af9-be07-4046-9091-456ffbfd53f1 req-4e24fd8e-37bd-4bda-ab53-d485f7c7307e tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:30.543397 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a9286af9-be07-4046-9091-456ffbfd53f1 req-4e24fd8e-37bd-4bda-ab53-d485f7c7307e tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5ed13a7-633b-4c89-8de8-4f7a877ca1da HTTP/1.1" status: 200  len: 943 time: 0.0837059
Dec 30 16:26:30.592378 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a9286af9-be07-4046-9091-456ffbfd53f1 req-74c5def5-745d-4a90-9824-f92c907953cf tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432093
Dec 30 16:26:30.930021 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-45829d0c-0fef-49d4-9246-8d56aea20132 req-e37930fd-a22f-4dbc-99d0-5758ffd7a9c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ead324ea735f469c81c310045d03cbb1&device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 1137 time: 0.0675359
Dec 30 16:26:30.976583 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a686248-9aed-4da3-878c-c0929681645c req-141e43ae-ff9e-49b3-a969-c3a284c78a8d tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:30.978049 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9a686248-9aed-4da3-878c-c0929681645c req-141e43ae-ff9e-49b3-a969-c3a284c78a8d tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 984 time: 0.0820978
Dec 30 16:26:31.026023 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9a686248-9aed-4da3-878c-c0929681645c req-7741e023-ed0f-4df9-8d51-01178de3ab85 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=504ff230-5b6d-40e5-8fe2-8ca1b0cfe1d4&id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0421398
Dec 30 16:26:31.059329 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45829d0c-0fef-49d4-9246-8d56aea20132 req-134797a7-47b2-4e00-b9a8-314ba8aba025 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:31.060791 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-45829d0c-0fef-49d4-9246-8d56aea20132 req-134797a7-47b2-4e00-b9a8-314ba8aba025 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e3c40bcf-be25-459b-b2de-30847c475031 HTTP/1.1" status: 200  len: 915 time: 0.1246662
Dec 30 16:26:31.173122 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-45829d0c-0fef-49d4-9246-8d56aea20132 req-7a598090-f029-4ff6-906d-2e490266b7e1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54211755-7c11-46c6-93cf-a340a19c8e7f HTTP/1.1" status: 200  len: 1001 time: 0.0994699
Dec 30 16:26:31.242380 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45829d0c-0fef-49d4-9246-8d56aea20132 req-d82c22c8-b8b7-4096-abb9-6e13154ff087 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:31.243720 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-45829d0c-0fef-49d4-9246-8d56aea20132 req-d82c22c8-b8b7-4096-abb9-6e13154ff087 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9398add2-fc2d-4775-9dc4-ebeb54e21320 HTTP/1.1" status: 200  len: 854 time: 0.0630186
Dec 30 16:26:31.319737 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-45829d0c-0fef-49d4-9246-8d56aea20132 req-965ff21d-3175-42e0-b587-bf1d8c265b42 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3c40bcf-be25-459b-b2de-30847c475031&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0685527
Dec 30 16:26:31.452086 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-45829d0c-0fef-49d4-9246-8d56aea20132 req-735529ba-6808-4a7e-a1d1-c1d55bb39611 service neutron] 10.222.0.43 "GET /v2.0/networks/e3c40bcf-be25-459b-b2de-30847c475031?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238821
Dec 30 16:26:31.580394 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-45829d0c-0fef-49d4-9246-8d56aea20132 req-97370dc0-0864-4247-87de-eb3990719fc2 service neutron] 10.222.0.43 "GET /v2.0/networks/e3c40bcf-be25-459b-b2de-30847c475031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1214693
Dec 30 16:26:31.801693 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534ae90-22c5-48cd-86d5-be1b159998f7 req-abd57d96-ecf7-4b81-ad40-fdfe3b61df22 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:31.803252 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b534ae90-22c5-48cd-86d5-be1b159998f7 req-abd57d96-ecf7-4b81-ad40-fdfe3b61df22 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5ed13a7-633b-4c89-8de8-4f7a877ca1da HTTP/1.1" status: 200  len: 943 time: 0.0765188
Dec 30 16:26:31.861733 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b534ae90-22c5-48cd-86d5-be1b159998f7 req-2caaf16d-5a47-4d87-94eb-7cb13176f40d tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517638
Dec 30 16:26:32.244780 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fc94f6-f03c-42c0-a111-4f736b51393a req-11150410-39cc-4d8b-8ecf-b8e578dcbd38 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:32.251849 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-50fc94f6-f03c-42c0-a111-4f736b51393a req-11150410-39cc-4d8b-8ecf-b8e578dcbd38 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 984 time: 0.0966313
Dec 30 16:26:32.294230 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-50fc94f6-f03c-42c0-a111-4f736b51393a req-a58ca64c-966e-4ea6-bedc-934986eae3a0 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=504ff230-5b6d-40e5-8fe2-8ca1b0cfe1d4&id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0415244
Dec 30 16:26:32.461243 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 1b2be5f9-1e37-4f47-84f9-af2514fafb75 details requested by agent hyperv_hv-cinder-82293 with host hv-cinder-82293 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 30 16:26:32.601877 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 1b2be5f9-1e37-4f47-84f9-af2514fafb75, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=1b2be5f9-1e37-4f47-84f9-af2514fafb75,segment=NetworkSegment(264446b4-c1dd-42ef-bdba-af3323072b19),segment_id=264446b4-c1dd-42ef-bdba-af3323072b19)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:26:32.618616 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Returning: {'device': '1b2be5f9-1e37-4f47-84f9-af2514fafb75', 'network_id': 'be8efddb-449e-4c45-8486-56b61c2ed5fd', 'port_id': '1b2be5f9-1e37-4f47-84f9-af2514fafb75', 'mac_address': 'fa:16:3e:39:53:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9be26803-47ec-4f75-b30a-0ec6d8f7d4d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 30 16:26:32.670994 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:32.688119 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2be5f9-1e37-4f47-84f9-af2514fafb75 {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:26:32.707186 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 1b2be5f9-1e37-4f47-84f9-af2514fafb75, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=1b2be5f9-1e37-4f47-84f9-af2514fafb75,segment=NetworkSegment(264446b4-c1dd-42ef-bdba-af3323072b19),segment_id=264446b4-c1dd-42ef-bdba-af3323072b19)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:26:32.712919 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:32.780813 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=1b2be5f9-1e37-4f47-84f9-af2514fafb75,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:26:32.981722 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['1b2be5f9-1e37-4f47-84f9-af2514fafb75'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:26:33.068341 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b5bd7-bf0f-4e90-a6ec-084d6143e9f9 req-42a63e88-9b97-4744-8f56-abe908cb4548 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:33.069797 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0e6b5bd7-bf0f-4e90-a6ec-084d6143e9f9 req-42a63e88-9b97-4744-8f56-abe908cb4548 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5ed13a7-633b-4c89-8de8-4f7a877ca1da HTTP/1.1" status: 200  len: 944 time: 0.0844989
Dec 30 16:26:33.115213 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0e6b5bd7-bf0f-4e90-a6ec-084d6143e9f9 req-60082d90-4647-40de-93e2-7544d387db32 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398061
Dec 30 16:26:33.500035 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba16731-070f-49b6-899e-61b1f14ebacf req-6f3cf58a-ce58-4902-b3c5-952dbd77740f tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:33.501687 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1ba16731-070f-49b6-899e-61b1f14ebacf req-6f3cf58a-ce58-4902-b3c5-952dbd77740f tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 984 time: 0.0812368
Dec 30 16:26:33.547978 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1ba16731-070f-49b6-899e-61b1f14ebacf req-7b130852-060a-4efc-a979-bccaaa3f75ae tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=504ff230-5b6d-40e5-8fe2-8ca1b0cfe1d4&id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0403118
Dec 30 16:26:34.330221 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8c6b8-84cc-46b3-9208-db4f0ac5fc80 req-bd8a72d7-3b31-4149-a3c2-1777cf30cfe6 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:34.331637 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c5e8c6b8-84cc-46b3-9208-db4f0ac5fc80 req-bd8a72d7-3b31-4149-a3c2-1777cf30cfe6 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5ed13a7-633b-4c89-8de8-4f7a877ca1da HTTP/1.1" status: 200  len: 944 time: 0.0966558
Dec 30 16:26:34.384011 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c5e8c6b8-84cc-46b3-9208-db4f0ac5fc80 req-4b3c9501-0c1d-47e4-94fc-d54a830031fc tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468538
Dec 30 16:26:34.481250 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 1b2be5f9-1e37-4f47-84f9-af2514fafb75 up at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:26:34.559335 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning for port 1b2be5f9-1e37-4f47-84f9-af2514fafb75 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:26:34.565080 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning complete for port 1b2be5f9-1e37-4f47-84f9-af2514fafb75 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:26:34.565554 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:34.677111 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:34.703968 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ed13a7-633b-4c89-8de8-4f7a877ca1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2be5f9-1e37-4f47-84f9-af2514fafb75'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:26:34.714485 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 1b2be5f9-1e37-4f47-84f9-af2514fafb75, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=1b2be5f9-1e37-4f47-84f9-af2514fafb75,segment=NetworkSegment(264446b4-c1dd-42ef-bdba-af3323072b19),segment_id=264446b4-c1dd-42ef-bdba-af3323072b19)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:26:34.722337 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:34.748245 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1a77a-4b30-4788-9d01-2dd636a55b98 req-7a1a9917-0d77-466f-b8a4-546fb945161d tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:34.749837 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-15b1a77a-4b30-4788-9d01-2dd636a55b98 req-7a1a9917-0d77-466f-b8a4-546fb945161d tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 984 time: 0.0790343
Dec 30 16:26:34.762277 dv-cinder-822939-1-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ed13a7-633b-4c89-8de8-4f7a877ca1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2be5f9-1e37-4f47-84f9-af2514fafb75', 'code': 200}
Dec 30 16:26:34.797136 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=1b2be5f9-1e37-4f47-84f9-af2514fafb75,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:26:34.804991 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-15b1a77a-4b30-4788-9d01-2dd636a55b98 req-1233a572-731c-4b98-815c-13c5a3b1982d tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=504ff230-5b6d-40e5-8fe2-8ca1b0cfe1d4&id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0484488
Dec 30 16:26:35.012774 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-86ed173a-27c6-4313-a8b3-72dc6d007c21 req-7269684b-8cbd-43ca-9354-e161de5a4ba0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a5ed13a7-633b-4c89-8de8-4f7a877ca1da HTTP/1.1" status: 200  len: 1098 time: 0.0707331
Dec 30 16:26:35.056096 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-86ed173a-27c6-4313-a8b3-72dc6d007c21 req-16549ce9-653c-45c9-aa06-7f5ff1612e1f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0354867
Dec 30 16:26:35.608470 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578aca16-3f44-4626-93b5-710d50cdbe12 req-2ef01d81-2a5c-4ae8-adba-8e9b6533f125 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:35.609984 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-578aca16-3f44-4626-93b5-710d50cdbe12 req-2ef01d81-2a5c-4ae8-adba-8e9b6533f125 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5ed13a7-633b-4c89-8de8-4f7a877ca1da HTTP/1.1" status: 200  len: 945 time: 0.0921242
Dec 30 16:26:35.668230 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-578aca16-3f44-4626-93b5-710d50cdbe12 req-a9b073cb-40b9-44ea-bbb3-beeb933817e9 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521324
Dec 30 16:26:36.025426 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb297c-cc7d-49a2-b07f-928f2cdd9085 req-93c009ea-e1e2-4228-8115-cc18216ae98c tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:36.026751 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-48fb297c-cc7d-49a2-b07f-928f2cdd9085 req-93c009ea-e1e2-4228-8115-cc18216ae98c tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 984 time: 0.0882993
Dec 30 16:26:36.073343 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-48fb297c-cc7d-49a2-b07f-928f2cdd9085 req-2b1900f1-9362-47a8-ae70-ed23c1bbe436 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=504ff230-5b6d-40e5-8fe2-8ca1b0cfe1d4&id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0408409
Dec 30 16:26:36.885806 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896714a-7e10-4e2b-b6dc-d81553c581ef req-48c03fe8-a435-45ed-8b8d-d1324979eaa6 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:36.887241 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d896714a-7e10-4e2b-b6dc-d81553c581ef req-48c03fe8-a435-45ed-8b8d-d1324979eaa6 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5ed13a7-633b-4c89-8de8-4f7a877ca1da HTTP/1.1" status: 200  len: 945 time: 0.0853512
Dec 30 16:26:36.933791 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d896714a-7e10-4e2b-b6dc-d81553c581ef req-1050262d-5ee8-4f1a-89e8-ea64809f48df tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409918
Dec 30 16:26:37.273381 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d3a3a-0832-43e9-9bed-fcb4938cdd3b req-ca024b59-410a-4710-8f39-e46a4c4bcdc1 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:37.274817 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-bf0d3a3a-0832-43e9-9bed-fcb4938cdd3b req-ca024b59-410a-4710-8f39-e46a4c4bcdc1 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 984 time: 0.0807691
Dec 30 16:26:37.321294 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-bf0d3a3a-0832-43e9-9bed-fcb4938cdd3b req-8f9c7e7f-de9a-41ce-a6ae-97c4265eafb2 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=504ff230-5b6d-40e5-8fe2-8ca1b0cfe1d4&id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0406337
Dec 30 16:26:38.544894 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b914f-b590-4750-8efb-23cb871b764f req-df374de8-4211-4cc5-858f-99ab12946007 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:38.546647 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a40b914f-b590-4750-8efb-23cb871b764f req-df374de8-4211-4cc5-858f-99ab12946007 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 984 time: 0.0839837
Dec 30 16:26:38.695668 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a40b914f-b590-4750-8efb-23cb871b764f req-4dabd462-2d9d-4d57-ae15-7f8c50165712 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=504ff230-5b6d-40e5-8fe2-8ca1b0cfe1d4&id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1432192
Dec 30 16:26:39.319099 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-baf6eb65-7ec9-4170-87bd-be1fe396a9d5 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:39.320486 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-baf6eb65-7ec9-4170-87bd-be1fe396a9d5 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/networks?id=be8efddb-449e-4c45-8486-56b61c2ed5fd HTTP/1.1" status: 200  len: 815 time: 0.1406252
Dec 30 16:26:39.337020 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-9f2f2983-4737-4bdb-ba13-55fac8e3e116 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/quotas/3c6f66137c77482285460f62e07422c9 HTTP/1.1" status: 200  len: 375 time: 0.0112624
Dec 30 16:26:39.414580 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-6e7052d1-035c-45c1-a809-1e4b2bcdae65 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c6f66137c77482285460f62e07422c9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0728278
Dec 30 16:26:39.551082 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-8cfe2b87-4856-4f8b-9c12-e437b9d44dac service neutron] 10.222.0.31 "GET /v2.0/networks/be8efddb-449e-4c45-8486-56b61c2ed5fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1266801
Dec 30 16:26:39.682419 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-52ce1f4c-f4b0-465b-aec5-fc45bd844c51 service neutron] 10.222.0.31 "GET /v2.0/networks/be8efddb-449e-4c45-8486-56b61c2ed5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255491
Dec 30 16:26:39.871690 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-596a69fb-642d-4b87-b6da-331b5a1fde7d req-0d2ab60c-bdcd-4bfb-9676-58c579a72aef tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1203537-257a-49d6-89d9-871402ee4c0d HTTP/1.1" status: 200  len: 210 time: 0.0468946
Dec 30 16:26:39.908912 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118e993-ded8-471b-a08a-74accdaffcca req-8916f6e5-24dc-48e3-9c3e-0f1d7cd71b69 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:39.910648 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1118e993-ded8-471b-a08a-74accdaffcca req-8916f6e5-24dc-48e3-9c3e-0f1d7cd71b69 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 984 time: 0.0866573
Dec 30 16:26:39.963364 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1118e993-ded8-471b-a08a-74accdaffcca req-ec1c65bb-8d78-4e18-bbc4-e8a6c1c1178c tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=504ff230-5b6d-40e5-8fe2-8ca1b0cfe1d4&id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0454679
Dec 30 16:26:41.036652 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-acd9a383-94a7-4deb-bd4f-673e10019c1e req-efcce4dd-53d6-46b6-85e2-9ba14ad480c8 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1203537-257a-49d6-89d9-871402ee4c0d HTTP/1.1" status: 200  len: 210 time: 0.0400307
Dec 30 16:26:41.163308 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66aace-fb20-48ec-a0f4-ac458c7284a5 req-23a75d1d-4b51-4dc5-9fac-2e3f7e5491e2 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:41.164807 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2e66aace-fb20-48ec-a0f4-ac458c7284a5 req-23a75d1d-4b51-4dc5-9fac-2e3f7e5491e2 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 984 time: 0.0772896
Dec 30 16:26:41.212893 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2e66aace-fb20-48ec-a0f4-ac458c7284a5 req-3a834ac2-1deb-498b-bd3c-cf04ae03bb31 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=504ff230-5b6d-40e5-8fe2-8ca1b0cfe1d4&id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0426013
Dec 30 16:26:42.217198 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c182e0fb-7607-4309-9cc8-88de5a58f4d3 req-35cde84f-2f67-4219-baac-5f03bf9f0c97 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1203537-257a-49d6-89d9-871402ee4c0d HTTP/1.1" status: 200  len: 210 time: 0.0442812
Dec 30 16:26:42.426272 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992111b-d92c-447c-8356-7483aeee15df req-a70a72cd-f000-4497-bf3f-8a91e79df7c0 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:42.427759 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b992111b-d92c-447c-8356-7483aeee15df req-a70a72cd-f000-4497-bf3f-8a91e79df7c0 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 984 time: 0.0889027
Dec 30 16:26:42.475861 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b992111b-d92c-447c-8356-7483aeee15df req-ffe793a4-3f68-4a1d-8f68-3fcafc16449d tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=504ff230-5b6d-40e5-8fe2-8ca1b0cfe1d4&id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0424979
Dec 30 16:26:43.419173 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5c765c9e-2bb7-4527-98eb-e811d7a9fb82 req-e4ad101c-8aef-4979-a27d-cb7553541590 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1203537-257a-49d6-89d9-871402ee4c0d HTTP/1.1" status: 200  len: 210 time: 0.0691333
Dec 30 16:26:43.553790 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-a7771ef2-f936-4651-8472-99d8be44cefa tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:43.555223 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-a7771ef2-f936-4651-8472-99d8be44cefa tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.43 "GET /v2.0/networks?id=be8efddb-449e-4c45-8486-56b61c2ed5fd HTTP/1.1" status: 200  len: 815 time: 0.1712191
Dec 30 16:26:43.576383 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-3f62134a-feca-49b1-8a17-fa0ce30f67f2 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Request body: {'port': {'device_id': 'b1203537-257a-49d6-89d9-871402ee4c0d', 'network_id': 'be8efddb-449e-4c45-8486-56b61c2ed5fd', 'admin_state_up': True, 'tenant_id': '3c6f66137c77482285460f62e07422c9'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:26:43.685262 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5520b86-8c73-4c0b-b118-627997e1aa48 req-e04d31e0-1101-493c-951d-fb61be43ed86 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:43.686734 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b5520b86-8c73-4c0b-b118-627997e1aa48 req-e04d31e0-1101-493c-951d-fb61be43ed86 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 984 time: 0.0799019
Dec 30 16:26:43.714928 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-3f62134a-feca-49b1-8a17-fa0ce30f67f2 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:26:43.725018 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-3f62134a-feca-49b1-8a17-fa0ce30f67f2 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:26:43.735715 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-3f62134a-feca-49b1-8a17-fa0ce30f67f2 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Made reservation on behalf of 3c6f66137c77482285460f62e07422c9 for: {'port': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:26:43.738876 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b5520b86-8c73-4c0b-b118-627997e1aa48 req-065aeaf2-3753-42c9-b74b-a2eb543be3cf tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=504ff230-5b6d-40e5-8fe2-8ca1b0cfe1d4&id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0457714
Dec 30 16:26:43.739026 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-3f62134a-feca-49b1-8a17-fa0ce30f67f2 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:43.908039 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-3f62134a-feca-49b1-8a17-fa0ce30f67f2 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Allocated IP 172.20.0.8 (be8efddb-449e-4c45-8486-56b61c2ed5fd/9be26803-47ec-4f75-b30a-0ec6d8f7d4d2/6eb52048-4d63-4b52-88ea-2b7c054a0101) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:26:44.120826 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-3f62134a-feca-49b1-8a17-fa0ce30f67f2 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:44.156943 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-3f62134a-feca-49b1-8a17-fa0ce30f67f2 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:44.226852 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-3f62134a-feca-49b1-8a17-fa0ce30f67f2 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Network be8efddb-449e-4c45-8486-56b61c2ed5fd is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:26:44.229861 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-3f62134a-feca-49b1-8a17-fa0ce30f67f2 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:26:44.234069 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-3f62134a-feca-49b1-8a17-fa0ce30f67f2 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:26:44.258150 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62134a-feca-49b1-8a17-fa0ce30f67f2 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Pushing event updated for resources: {'Port': ['ID=6eb52048-4d63-4b52-88ea-2b7c054a0101,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:26:44.293979 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-3f62134a-feca-49b1-8a17-fa0ce30f67f2 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:44.294564 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-3f62134a-feca-49b1-8a17-fa0ce30f67f2 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:44.320896 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-3f62134a-feca-49b1-8a17-fa0ce30f67f2 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7485268
Dec 30 16:26:44.635284 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a924d31-9fbf-4f67-b4e5-3f31dbadf821 req-301c9702-48ae-4f38-82e4-852dde3b7928 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:44.636032 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-3a924d31-9fbf-4f67-b4e5-3f31dbadf821 req-301c9702-48ae-4f38-82e4-852dde3b7928 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Synchronizing usage tracker for tenant:3c6f66137c77482285460f62e07422c9 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:26:44.656058 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-3a924d31-9fbf-4f67-b4e5-3f31dbadf821 req-301c9702-48ae-4f38-82e4-852dde3b7928 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Unset dirty status for tenant:3c6f66137c77482285460f62e07422c9 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:26:44.657211 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3a924d31-9fbf-4f67-b4e5-3f31dbadf821 req-301c9702-48ae-4f38-82e4-852dde3b7928 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1203537-257a-49d6-89d9-871402ee4c0d HTTP/1.1" status: 200  len: 931 time: 0.1071780
Dec 30 16:26:44.703785 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3a924d31-9fbf-4f67-b4e5-3f31dbadf821 req-401d1d7d-e995-40b9-b7fb-231b82d073bf tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408154
Dec 30 16:26:45.104058 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32127612-c1b9-49ff-9847-24c8173419fa req-d5f7d87d-6209-47d7-9884-1bd36877d7e3 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:45.105419 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-32127612-c1b9-49ff-9847-24c8173419fa req-d5f7d87d-6209-47d7-9884-1bd36877d7e3 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 984 time: 0.0859492
Dec 30 16:26:45.134535 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-96a57d9e-e490-4e57-b56b-769580d13052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:45.156452 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-32127612-c1b9-49ff-9847-24c8173419fa req-6d17dc09-cfdf-46d8-bd0d-1cb343f350b9 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=504ff230-5b6d-40e5-8fe2-8ca1b0cfe1d4&id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0422847
Dec 30 16:26:45.924619 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b500447-32f7-4156-ac19-7e94099317a9 req-ace56f4c-a39d-406c-be12-a1c78c4f1c90 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:45.926776 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1b500447-32f7-4156-ac19-7e94099317a9 req-ace56f4c-a39d-406c-be12-a1c78c4f1c90 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1203537-257a-49d6-89d9-871402ee4c0d HTTP/1.1" status: 200  len: 931 time: 0.0916255
Dec 30 16:26:46.049063 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1b500447-32f7-4156-ac19-7e94099317a9 req-40f64a8a-14a3-4a37-b645-c843b8340734 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143060
Dec 30 16:26:46.324588 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['4f96d861-0edb-46b0-8aa7-375b08575c9d', '1b2be5f9-1e37-4f47-84f9-af2514fafb75'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:26:46.325073 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-faca4cbd-dff8-4a83-920a-2c08fe209769 service neutron] Request body: {'port': {'device_id': 'b1203537-257a-49d6-89d9-871402ee4c0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82293'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:26:46.367155 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54b515-7160-41cd-883d-33cb881526ee req-bb721159-aa81-476b-ae5c-07353ebfdbb6 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:46.369372 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3e54b515-7160-41cd-883d-33cb881526ee req-bb721159-aa81-476b-ae5c-07353ebfdbb6 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 984 time: 0.0840285
Dec 30 16:26:46.425825 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3e54b515-7160-41cd-883d-33cb881526ee req-9166e0c9-97e7-43ab-bc1c-882815e5730d tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=504ff230-5b6d-40e5-8fe2-8ca1b0cfe1d4&id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0505180
Dec 30 16:26:46.440683 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-faca4cbd-dff8-4a83-920a-2c08fe209769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:46.801333 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-faca4cbd-dff8-4a83-920a-2c08fe209769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eb52048-4d63-4b52-88ea-2b7c054a0101 {{(pid=82857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:26:46.808105 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-faca4cbd-dff8-4a83-920a-2c08fe209769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:46.824184 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-faca4cbd-dff8-4a83-920a-2c08fe209769 service neutron] Transition to ACTIVE for port object 6eb52048-4d63-4b52-88ea-2b7c054a0101 will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:26:46.830167 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-faca4cbd-dff8-4a83-920a-2c08fe209769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:46.951183 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca4cbd-dff8-4a83-920a-2c08fe209769 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb52048-4d63-4b52-88ea-2b7c054a0101,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:26:47.069006 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-faca4cbd-dff8-4a83-920a-2c08fe209769 service neutron] Attempting to bind port 6eb52048-4d63-4b52-88ea-2b7c054a0101 on host hv-cinder-82293 for vnic_type normal with profile  {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:26:47.069370 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-faca4cbd-dff8-4a83-920a-2c08fe209769 service neutron] Attempting to bind port 6eb52048-4d63-4b52-88ea-2b7c054a0101 by drivers openvswitch,hyperv on host hv-cinder-82293 at level 0 using segments [{'id': '264446b4-c1dd-42ef-bdba-af3323072b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'be8efddb-449e-4c45-8486-56b61c2ed5fd'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:26:47.069691 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-faca4cbd-dff8-4a83-920a-2c08fe209769 service neutron] Attempting to bind port 6eb52048-4d63-4b52-88ea-2b7c054a0101 on network be8efddb-449e-4c45-8486-56b61c2ed5fd {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:26:47.075993 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-faca4cbd-dff8-4a83-920a-2c08fe209769 service neutron] Port 6eb52048-4d63-4b52-88ea-2b7c054a0101 on network be8efddb-449e-4c45-8486-56b61c2ed5fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82293 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 30 16:26:47.076237 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-faca4cbd-dff8-4a83-920a-2c08fe209769 service neutron] Attempting to bind port 6eb52048-4d63-4b52-88ea-2b7c054a0101 on network be8efddb-449e-4c45-8486-56b61c2ed5fd {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:26:47.083689 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-faca4cbd-dff8-4a83-920a-2c08fe209769 service neutron] Checking agent: {'id': 'e529ec3e-5d50-4747-9e44-8ad3816b2791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82293', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'started_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:26:47.084018 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-faca4cbd-dff8-4a83-920a-2c08fe209769 service neutron] Checking segment: {'id': '264446b4-c1dd-42ef-bdba-af3323072b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'be8efddb-449e-4c45-8486-56b61c2ed5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:26:47.084393 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-faca4cbd-dff8-4a83-920a-2c08fe209769 service neutron] Bound using segment: {'id': '264446b4-c1dd-42ef-bdba-af3323072b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'be8efddb-449e-4c45-8486-56b61c2ed5fd'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:26:47.084801 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-faca4cbd-dff8-4a83-920a-2c08fe209769 service neutron] Bound port: 6eb52048-4d63-4b52-88ea-2b7c054a0101, host: hv-cinder-82293, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '264446b4-c1dd-42ef-bdba-af3323072b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'be8efddb-449e-4c45-8486-56b61c2ed5fd'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:26:47.085134 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-faca4cbd-dff8-4a83-920a-2c08fe209769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:47.174930 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-faca4cbd-dff8-4a83-920a-2c08fe209769 service neutron] For port 6eb52048-4d63-4b52-88ea-2b7c054a0101, host hv-cinder-82293, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:26:47.178052 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-faca4cbd-dff8-4a83-920a-2c08fe209769 service neutron] For port 6eb52048-4d63-4b52-88ea-2b7c054a0101, host hv-cinder-82293, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=6eb52048-4d63-4b52-88ea-2b7c054a0101,segment=NetworkSegment(264446b4-c1dd-42ef-bdba-af3323072b19),segment_id=264446b4-c1dd-42ef-bdba-af3323072b19)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:26:47.182810 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-faca4cbd-dff8-4a83-920a-2c08fe209769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:47.294778 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-faca4cbd-dff8-4a83-920a-2c08fe209769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:47.296093 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-faca4cbd-dff8-4a83-920a-2c08fe209769 service neutron] 10.222.0.43 "PUT /v2.0/ports/6eb52048-4d63-4b52-88ea-2b7c054a0101 HTTP/1.1" status: 200  len: 1093 time: 0.9788935
Dec 30 16:26:47.296514 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1203537-257a-49d6-89d9-871402ee4c0d', 'tag': '6eb52048-4d63-4b52-88ea-2b7c054a0101'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:26:47.316095 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca4cbd-dff8-4a83-920a-2c08fe209769 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb52048-4d63-4b52-88ea-2b7c054a0101,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:26:47.338745 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-89095def-f446-4caf-bcbd-850895490bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:47.345642 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc16198-f8f9-4959-9d45-7800b83f7f99 req-29c12793-e4b1-4f8d-a917-a1df963ca025 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:47.346778 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3dc16198-f8f9-4959-9d45-7800b83f7f99 req-29c12793-e4b1-4f8d-a917-a1df963ca025 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1203537-257a-49d6-89d9-871402ee4c0d HTTP/1.1" status: 200  len: 943 time: 0.1599350
Dec 30 16:26:47.378563 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1203537-257a-49d6-89d9-871402ee4c0d', 'tag': '6eb52048-4d63-4b52-88ea-2b7c054a0101', 'status': 'completed', 'code': 200}
Dec 30 16:26:47.442471 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3dc16198-f8f9-4959-9d45-7800b83f7f99 req-fade6291-534a-4acf-8a83-f8ef866e89a1 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659196
Dec 30 16:26:47.455239 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-14148553-bd4f-4e50-9b7c-fb990680a2dd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c6f66137c77482285460f62e07422c9&device_id=b1203537-257a-49d6-89d9-871402ee4c0d HTTP/1.1" status: 200  len: 1096 time: 0.1071386
Dec 30 16:26:47.532922 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-a81cd465-43bc-4fd1-aa7c-69420c5d252e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6eb52048-4d63-4b52-88ea-2b7c054a0101 HTTP/1.1" status: 200  len: 217 time: 0.0680890
Dec 30 16:26:47.603277 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-5f6697f3-8256-4137-ae70-6239285a5e58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:47.604711 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-5f6697f3-8256-4137-ae70-6239285a5e58 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9be26803-47ec-4f75-b30a-0ec6d8f7d4d2 HTTP/1.1" status: 200  len: 855 time: 0.0637505
Dec 30 16:26:47.632619 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c5c82-1232-4c57-8242-ee61ed5c010e req-2ccfc9a1-ae62-48a1-acd8-a00a9e2cc619 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:47.634389 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-836c5c82-1232-4c57-8242-ee61ed5c010e req-2ccfc9a1-ae62-48a1-acd8-a00a9e2cc619 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 984 time: 0.0804350
Dec 30 16:26:47.653994 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-46da6e5e-362c-4bde-a5e5-0b833c011550 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=be8efddb-449e-4c45-8486-56b61c2ed5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0412161
Dec 30 16:26:47.686613 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-836c5c82-1232-4c57-8242-ee61ed5c010e req-bfeaf5bb-1136-4e10-91c4-fed15735be65 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=504ff230-5b6d-40e5-8fe2-8ca1b0cfe1d4&id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0427220
Dec 30 16:26:47.801061 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-0b2b7696-a0ff-469b-8e3a-ad8c1f942ade service neutron] 10.222.0.43 "GET /v2.0/networks/be8efddb-449e-4c45-8486-56b61c2ed5fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380701
Dec 30 16:26:47.940086 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7ea7b019-9193-4f72-a689-58c2356b78b5 req-6373881c-f28d-4e52-815c-fcd9a771be10 service neutron] 10.222.0.43 "GET /v2.0/networks/be8efddb-449e-4c45-8486-56b61c2ed5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1315277
Dec 30 16:26:48.065385 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-75a2b238-ba14-47e3-a50b-bbfbdc6a72d9 req-45d176f4-880c-47fe-8759-5fa61dd9398d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c6f66137c77482285460f62e07422c9&device_id=b1203537-257a-49d6-89d9-871402ee4c0d HTTP/1.1" status: 200  len: 1096 time: 0.0729647
Dec 30 16:26:48.280951 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2b238-ba14-47e3-a50b-bbfbdc6a72d9 req-1f74cdd6-0929-434a-8417-c8614238673f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:48.282693 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-75a2b238-ba14-47e3-a50b-bbfbdc6a72d9 req-1f74cdd6-0929-434a-8417-c8614238673f service neutron] 10.222.0.43 "GET /v2.0/networks?id=be8efddb-449e-4c45-8486-56b61c2ed5fd HTTP/1.1" status: 200  len: 915 time: 0.2095690
Dec 30 16:26:48.345103 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:48.353771 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-75a2b238-ba14-47e3-a50b-bbfbdc6a72d9 req-0f38ab8d-f1cc-4f7f-83aa-4c9ca51d79df service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6eb52048-4d63-4b52-88ea-2b7c054a0101 HTTP/1.1" status: 200  len: 217 time: 0.0628972
Dec 30 16:26:48.420452 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a2b238-ba14-47e3-a50b-bbfbdc6a72d9 req-86d79326-ca0b-407d-8841-2d3fd210a358 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:48.421839 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-75a2b238-ba14-47e3-a50b-bbfbdc6a72d9 req-86d79326-ca0b-407d-8841-2d3fd210a358 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9be26803-47ec-4f75-b30a-0ec6d8f7d4d2 HTTP/1.1" status: 200  len: 855 time: 0.0607581
Dec 30 16:26:48.467533 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-75a2b238-ba14-47e3-a50b-bbfbdc6a72d9 req-dc97e5df-7126-4404-87dc-f4881d4154db service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=be8efddb-449e-4c45-8486-56b61c2ed5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0383008
Dec 30 16:26:48.649119 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-75a2b238-ba14-47e3-a50b-bbfbdc6a72d9 req-0fd2d648-ca05-4395-a758-a11daa0061e7 service neutron] 10.222.0.43 "GET /v2.0/networks/be8efddb-449e-4c45-8486-56b61c2ed5fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1727536
Dec 30 16:26:48.673254 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:48.752429 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f2550-29d7-4dce-b424-1379e1adb765 req-923769ed-4993-4a35-aeef-41b1c6ad8242 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:48.753895 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-277f2550-29d7-4dce-b424-1379e1adb765 req-923769ed-4993-4a35-aeef-41b1c6ad8242 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1203537-257a-49d6-89d9-871402ee4c0d HTTP/1.1" status: 200  len: 943 time: 0.1881013
Dec 30 16:26:48.818706 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-75a2b238-ba14-47e3-a50b-bbfbdc6a72d9 req-b509919f-ba2f-442a-a544-c08080c7ee66 service neutron] 10.222.0.43 "GET /v2.0/networks/be8efddb-449e-4c45-8486-56b61c2ed5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1625612
Dec 30 16:26:48.830816 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-277f2550-29d7-4dce-b424-1379e1adb765 req-0351f20e-7bfb-4bee-a8b1-ffb1fd852b23 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0694666
Dec 30 16:26:49.812748 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:50.055221 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335586fa-dbac-4670-9763-6b2ba0ff0dac req-3941675f-974c-46be-bbc1-cbac23813e7c tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:50.056691 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-335586fa-dbac-4670-9763-6b2ba0ff0dac req-3941675f-974c-46be-bbc1-cbac23813e7c tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1203537-257a-49d6-89d9-871402ee4c0d HTTP/1.1" status: 200  len: 943 time: 0.0928771
Dec 30 16:26:50.102876 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-335586fa-dbac-4670-9763-6b2ba0ff0dac req-b2aeb0c8-08f2-49e0-a103-dbaae7f80ff6 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404487
Dec 30 16:26:50.341955 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 6eb52048-4d63-4b52-88ea-2b7c054a0101 details requested by agent hyperv_hv-cinder-82293 with host hv-cinder-82293 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 30 16:26:50.482155 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 6eb52048-4d63-4b52-88ea-2b7c054a0101, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=6eb52048-4d63-4b52-88ea-2b7c054a0101,segment=NetworkSegment(264446b4-c1dd-42ef-bdba-af3323072b19),segment_id=264446b4-c1dd-42ef-bdba-af3323072b19)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:26:50.495732 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Returning: {'device': '6eb52048-4d63-4b52-88ea-2b7c054a0101', 'network_id': 'be8efddb-449e-4c45-8486-56b61c2ed5fd', 'port_id': '6eb52048-4d63-4b52-88ea-2b7c054a0101', 'mac_address': 'fa:16:3e:ed:91:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9be26803-47ec-4f75-b30a-0ec6d8f7d4d2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 30 16:26:50.561917 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:50.582834 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eb52048-4d63-4b52-88ea-2b7c054a0101 {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:26:50.599666 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 6eb52048-4d63-4b52-88ea-2b7c054a0101, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=6eb52048-4d63-4b52-88ea-2b7c054a0101,segment=NetworkSegment(264446b4-c1dd-42ef-bdba-af3323072b19),segment_id=264446b4-c1dd-42ef-bdba-af3323072b19)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:26:50.604419 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:50.674469 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=6eb52048-4d63-4b52-88ea-2b7c054a0101,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:26:50.683471 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:26:50.683820 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:26:50.684208 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:26:50.684536 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:26:50.684751 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:26:50.685072 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:26:50.685418 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:26:50.685741 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:26:50.686075 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:26:50.686389 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:26:50.686702 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:26:50.876027 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['6eb52048-4d63-4b52-88ea-2b7c054a0101'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:26:51.327176 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214711c7-da94-44e2-bbe4-611c0d37568c req-42501f82-7d47-4bd9-954c-aba4ed92cf08 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:51.328594 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-214711c7-da94-44e2-bbe4-611c0d37568c req-42501f82-7d47-4bd9-954c-aba4ed92cf08 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1203537-257a-49d6-89d9-871402ee4c0d HTTP/1.1" status: 200  len: 944 time: 0.0996096
Dec 30 16:26:51.380292 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-214711c7-da94-44e2-bbe4-611c0d37568c req-245fd983-1ece-41c6-8ce8-68864aeb2fae tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452366
Dec 30 16:26:52.350855 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 6eb52048-4d63-4b52-88ea-2b7c054a0101 up at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:26:52.426893 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning for port 6eb52048-4d63-4b52-88ea-2b7c054a0101 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:26:52.431836 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning complete for port 6eb52048-4d63-4b52-88ea-2b7c054a0101 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:26:52.432204 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:52.577635 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:52.606563 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1203537-257a-49d6-89d9-871402ee4c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb52048-4d63-4b52-88ea-2b7c054a0101'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:26:52.607984 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3300d66f-c891-4c6d-a603-77c74791f032 req-d7f242fe-a0b1-41d4-a19b-3cde1d2ad281 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:52.609567 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3300d66f-c891-4c6d-a603-77c74791f032 req-d7f242fe-a0b1-41d4-a19b-3cde1d2ad281 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1203537-257a-49d6-89d9-871402ee4c0d HTTP/1.1" status: 200  len: 944 time: 0.0788026
Dec 30 16:26:52.624311 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 6eb52048-4d63-4b52-88ea-2b7c054a0101, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=6eb52048-4d63-4b52-88ea-2b7c054a0101,segment=NetworkSegment(264446b4-c1dd-42ef-bdba-af3323072b19),segment_id=264446b4-c1dd-42ef-bdba-af3323072b19)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:26:52.634791 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:52.674655 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3300d66f-c891-4c6d-a603-77c74791f032 req-4a90ab0e-863c-4c31-a884-60754041427a tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584607
Dec 30 16:26:52.675551 dv-cinder-822939-1-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1203537-257a-49d6-89d9-871402ee4c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb52048-4d63-4b52-88ea-2b7c054a0101', 'code': 200}
Dec 30 16:26:52.709536 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:26:52.727418 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=6eb52048-4d63-4b52-88ea-2b7c054a0101,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:26:52.911505 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2968c0a0-1ca6-4453-814e-029419c17bbd req-e0b4c19a-e637-444b-9244-9a890539e65f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b1203537-257a-49d6-89d9-871402ee4c0d HTTP/1.1" status: 200  len: 1098 time: 0.0734999
Dec 30 16:26:52.963524 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2968c0a0-1ca6-4453-814e-029419c17bbd req-59a3e319-3e2a-48f2-a5e9-897dc9bc3f00 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400610
Dec 30 16:26:53.871987 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d02ac1-6b13-4102-a122-02d2ddf25d1b req-345bbc76-0e82-484c-8d74-93b56dcf237c tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:53.873566 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-59d02ac1-6b13-4102-a122-02d2ddf25d1b req-345bbc76-0e82-484c-8d74-93b56dcf237c tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1203537-257a-49d6-89d9-871402ee4c0d HTTP/1.1" status: 200  len: 945 time: 0.0766618
Dec 30 16:26:53.922136 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-59d02ac1-6b13-4102-a122-02d2ddf25d1b req-e425d4cd-5d3d-4899-90a4-c6b50b9c5664 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428677
Dec 30 16:26:55.144234 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8c6e6-72fd-437a-b88c-c9c76cf92d7d req-efbca4a9-891e-4df9-a1a0-700ec7e06077 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:26:55.145664 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b3b8c6e6-72fd-437a-b88c-c9c76cf92d7d req-efbca4a9-891e-4df9-a1a0-700ec7e06077 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1203537-257a-49d6-89d9-871402ee4c0d HTTP/1.1" status: 200  len: 945 time: 0.0902076
Dec 30 16:26:55.191596 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b3b8c6e6-72fd-437a-b88c-c9c76cf92d7d req-3a529d98-d6fc-4803-9f8c-11ba62d264c0 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403585
Dec 30 16:26:55.590183 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:27:01.971163 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 55582) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:02.119799 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bc3c7f3a-c302-4721-9a27-5b82a5ede347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:02.151277 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-bc3c7f3a-c302-4721-9a27-5b82a5ede347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:27:02.155656 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-bc3c7f3a-c302-4721-9a27-5b82a5ede347 admin admin] Usage tracker for resource:security_group_rule and tenant:468f17fa0eb44d0199d118fcb140662e is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:27:02.156750 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 55588) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:02.159129 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-bc3c7f3a-c302-4721-9a27-5b82a5ede347 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:27:02.165247 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-bc3c7f3a-c302-4721-9a27-5b82a5ede347 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:27:02.231380 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bc3c7f3a-c302-4721-9a27-5b82a5ede347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:02.236264 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-bc3c7f3a-c302-4721-9a27-5b82a5ede347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:02.281591 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c7f3a-c302-4721-9a27-5b82a5ede347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34e57ac-4e73-4c37-a398-63fd3df118b8,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:02.286108 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-bc3c7f3a-c302-4721-9a27-5b82a5ede347 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=468f17fa0eb44d0199d118fcb140662e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3139327
Dec 30 16:27:02.288615 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 55592) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:02.351321 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-06589055-948e-4270-abaa-0bb29a3ba415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:02.378998 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-06589055-948e-4270-abaa-0bb29a3ba415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:02.434300 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-06589055-948e-4270-abaa-0bb29a3ba415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:02.451708 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06589055-948e-4270-abaa-0bb29a3ba415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34e57ac-4e73-4c37-a398-63fd3df118b8,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:02.452455 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-3d7541bb-4fdb-450b-bfd4-e1480345048b tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Deleting port 048b76be-28af-43c9-9c33-c63ba10f5607 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:27:02.453199 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3d7541bb-4fdb-450b-bfd4-e1480345048b tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:02.456700 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-06589055-948e-4270-abaa-0bb29a3ba415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:02.465770 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-06589055-948e-4270-abaa-0bb29a3ba415 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b34e57ac-4e73-4c37-a398-63fd3df118b8 HTTP/1.1" status: 204  len: 168 time: 0.1726973
Dec 30 16:27:02.627174 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3d7541bb-4fdb-450b-bfd4-e1480345048b tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:02.627498 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3d7541bb-4fdb-450b-bfd4-e1480345048b tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:02.755795 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-3d7541bb-4fdb-450b-bfd4-e1480345048b tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Calling delete_port for 048b76be-28af-43c9-9c33-c63ba10f5607 owned by network:floatingip {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:27:02.799376 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 55602) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:02.818388 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-923e3b53-569f-48cd-b064-d20acfff79f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:02.851390 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-923e3b53-569f-48cd-b064-d20acfff79f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:27:02.855300 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-923e3b53-569f-48cd-b064-d20acfff79f7 admin admin] Usage tracker for resource:security_group_rule and tenant:fdb8eee310dc4715b5bcf9c6f4eac715 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:27:02.858093 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-923e3b53-569f-48cd-b064-d20acfff79f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:27:02.864262 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-923e3b53-569f-48cd-b064-d20acfff79f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:27:02.911448 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3d7541bb-4fdb-450b-bfd4-e1480345048b tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:02.929751 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-923e3b53-569f-48cd-b064-d20acfff79f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:02.933973 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-923e3b53-569f-48cd-b064-d20acfff79f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:02.960052 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7541bb-4fdb-450b-bfd4-e1480345048b tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Pushing event deleted for resources: {'Port': ['ID=048b76be-28af-43c9-9c33-c63ba10f5607,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:02.977814 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e3b53-569f-48cd-b064-d20acfff79f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2c806f-7542-43e6-8cef-e3dd6c7f582e,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:02.989081 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-923e3b53-569f-48cd-b064-d20acfff79f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fdb8eee310dc4715b5bcf9c6f4eac715&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1882243
Dec 30 16:27:02.991788 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 55606) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:02.994792 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e3b53-569f-48cd-b064-d20acfff79f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:27:02.995127 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e3b53-569f-48cd-b064-d20acfff79f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:27:02.995459 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e3b53-569f-48cd-b064-d20acfff79f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:27:02.995782 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e3b53-569f-48cd-b064-d20acfff79f7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:27:02.996078 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e3b53-569f-48cd-b064-d20acfff79f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:27:02.997766 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e3b53-569f-48cd-b064-d20acfff79f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:27:02.997766 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e3b53-569f-48cd-b064-d20acfff79f7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:27:02.997766 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e3b53-569f-48cd-b064-d20acfff79f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:27:02.997766 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e3b53-569f-48cd-b064-d20acfff79f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:27:02.997766 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e3b53-569f-48cd-b064-d20acfff79f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:27:02.998260 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7541bb-4fdb-450b-bfd4-e1480345048b tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:27:02.998369 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e3b53-569f-48cd-b064-d20acfff79f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:27:02.998463 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7541bb-4fdb-450b-bfd4-e1480345048b tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:27:02.998463 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7541bb-4fdb-450b-bfd4-e1480345048b tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:27:02.998664 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7541bb-4fdb-450b-bfd4-e1480345048b tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:27:02.999050 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7541bb-4fdb-450b-bfd4-e1480345048b tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:27:02.999382 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7541bb-4fdb-450b-bfd4-e1480345048b tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:27:02.999711 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7541bb-4fdb-450b-bfd4-e1480345048b tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:27:03.000058 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7541bb-4fdb-450b-bfd4-e1480345048b tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:27:03.000397 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7541bb-4fdb-450b-bfd4-e1480345048b tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:27:03.000840 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7541bb-4fdb-450b-bfd4-e1480345048b tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:27:03.001333 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7541bb-4fdb-450b-bfd4-e1480345048b tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:27:03.061335 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3d7541bb-4fdb-450b-bfd4-e1480345048b tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks [] for floatingip, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:03.066179 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f47151f3-a9b9-418c-8563-8a3209909fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:03.092238 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f47151f3-a9b9-418c-8563-8a3209909fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:03.144893 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f47151f3-a9b9-418c-8563-8a3209909fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:03.165572 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47151f3-a9b9-418c-8563-8a3209909fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2c806f-7542-43e6-8cef-e3dd6c7f582e,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:03.168700 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f47151f3-a9b9-418c-8563-8a3209909fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:03.172641 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-f47151f3-a9b9-418c-8563-8a3209909fe7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a2c806f-7542-43e6-8cef-e3dd6c7f582e HTTP/1.1" status: 204  len: 168 time: 0.1770802
Dec 30 16:27:03.463042 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7541bb-4fdb-450b-bfd4-e1480345048b tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Router 67903125-a958-4bd4-945c-2516580e2b68 has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:27:03.667687 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7541bb-4fdb-450b-bfd4-e1480345048b tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:27:03.680753 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05592494-1366-4334-a36b-de1ce10f31ef None None] Sync routers for ids ['67903125-a958-4bd4-945c-2516580e2b68'] in dv-cinder-822939-1-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:27:03.688861 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3d7541bb-4fdb-450b-bfd4-e1480345048b tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for floatingip, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:03.693310 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05592494-1366-4334-a36b-de1ce10f31ef None None] Routers {'67903125-a958-4bd4-945c-2516580e2b68'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:27:03.693995 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-05592494-1366-4334-a36b-de1ce10f31ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d4df7fd0>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:26:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['67903125-a958-4bd4-945c-2516580e2b68'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:03.740671 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-3d7541bb-4fdb-450b-bfd4-e1480345048b tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "DELETE /v2.0/floatingips/0e50c62d-6640-49e7-b040-206713b3e9bd HTTP/1.1" status: 204  len: 168 time: 1.5827310
Dec 30 16:27:03.741490 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5905ea74-e2f7-4404-9c7f-2103bfa7a443', 'tag': '30347955-b1cb-47f6-bef4-8e7a0a2c3469'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:27:03.801325 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5905ea74-e2f7-4404-9c7f-2103bfa7a443', 'tag': '30347955-b1cb-47f6-bef4-8e7a0a2c3469', 'status': 'completed', 'code': 200}
Dec 30 16:27:03.902709 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-05592494-1366-4334-a36b-de1ce10f31ef None None] Set router 67903125-a958-4bd4-945c-2516580e2b68 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:27:03.983180 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c0406a60-6bdd-49ba-be1a-7603842c3034 req-51002343-39df-4c90-812a-bec8f65c172b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=56b2c03b9ea44b739b7f8011ada529cb&device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 1098 time: 0.1378505
Dec 30 16:27:04.257657 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0406a60-6bdd-49ba-be1a-7603842c3034 req-55ccf5b7-ca3f-4bb0-886a-23920ec248b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:04.259103 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c0406a60-6bdd-49ba-be1a-7603842c3034 req-55ccf5b7-ca3f-4bb0-886a-23920ec248b7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=86764f6c-6ecd-48e9-b549-52650a897818 HTTP/1.1" status: 200  len: 907 time: 0.2668061
Dec 30 16:27:04.283684 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-05592494-1366-4334-a36b-de1ce10f31ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d4df7fd0>, [{'id': '67903125-a958-4bd4-945c-2516580e2b68', 'name': 'tempest-TestShelveInstance-53780461-router', 'tenant_id': '56b2c03b9ea44b739b7f8011ada529cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '67a97630-3d7e-431a-b8ba-be4ff1c80fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:21:46Z', 'updated_at': '2021-12-30T16:21:50Z', 'revision_number': 4, 'project_id': '56b2c03b9ea44b739b7f8011ada529cb', 'gw_port': {'id': '67a97630-3d7e-431a-b8ba-be4ff1c80fe6', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67903125-a958-4bd4-945c-2516580e2b68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:21:46Z', 'updated_at': '2021-12-30T16:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '5f02b792-fad3-4589-a713-d39e40f2366c', 'name': '', 'network_id': '86764f6c-6ecd-48e9-b549-52650a897818', 'tenant_id': '56b2c03b9ea44b739b7f8011ada529cb', 'mac_address': 'fa:16:3e:0d:8e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67903125-a958-4bd4-945c-2516580e2b68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ef85b58-3499-4416-bb4b-3b0b796ad66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:21:50Z', 'updated_at': '2021-12-30T16:22:02Z', 'revision_number': 5, 'project_id': '56b2c03b9ea44b739b7f8011ada529cb', 'subnets': [{'id': '7ef85b58-3499-4416-bb4b-3b0b796ad66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:04.288311 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05592494-1366-4334-a36b-de1ce10f31ef None None] Checking router: 67903125-a958-4bd4-945c-2516580e2b68 for host: dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:27:04.300440 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05592494-1366-4334-a36b-de1ce10f31ef None None] Routers {'67903125-a958-4bd4-945c-2516580e2b68'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:27:04.301111 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-05592494-1366-4334-a36b-de1ce10f31ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d4df7fd0>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:26:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['67903125-a958-4bd4-945c-2516580e2b68'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:04.333624 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c0406a60-6bdd-49ba-be1a-7603842c3034 req-c2d93192-917d-46a8-bd73-ffd010ab99bc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30347955-b1cb-47f6-bef4-8e7a0a2c3469 HTTP/1.1" status: 200  len: 217 time: 0.0643158
Dec 30 16:27:04.389458 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ddb23a-a3d9-475f-b362-f12216562637 req-4cf89c3c-4e93-4a63-b0ec-f6cd4148368f tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:04.390874 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f1ddb23a-a3d9-475f-b362-f12216562637 req-4cf89c3c-4e93-4a63-b0ec-f6cd4148368f tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 945 time: 0.2842743
Dec 30 16:27:04.428971 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0406a60-6bdd-49ba-be1a-7603842c3034 req-aab4b1da-f311-4397-813c-014d37250297 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:04.430478 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c0406a60-6bdd-49ba-be1a-7603842c3034 req-aab4b1da-f311-4397-813c-014d37250297 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7ef85b58-3499-4416-bb4b-3b0b796ad66e HTTP/1.1" status: 200  len: 846 time: 0.0906613
Dec 30 16:27:04.488226 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f1ddb23a-a3d9-475f-b362-f12216562637 req-218208d7-039e-4dfc-a007-00f4c9b8b001 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0891643
Dec 30 16:27:04.493713 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-05592494-1366-4334-a36b-de1ce10f31ef None None] Set router 67903125-a958-4bd4-945c-2516580e2b68 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:27:04.530614 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c0406a60-6bdd-49ba-be1a-7603842c3034 req-a387d1cd-4125-436c-a24a-935df3952731 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=86764f6c-6ecd-48e9-b549-52650a897818&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0908086
Dec 30 16:27:04.682604 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c0406a60-6bdd-49ba-be1a-7603842c3034 req-1182f655-18b5-43b9-bc6f-5a2022c19257 service neutron] 10.222.0.43 "GET /v2.0/networks/86764f6c-6ecd-48e9-b549-52650a897818?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430764
Dec 30 16:27:04.828255 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c0406a60-6bdd-49ba-be1a-7603842c3034 req-7a916415-be50-4d64-ac31-a4e4aecb62cb service neutron] 10.222.0.43 "GET /v2.0/networks/86764f6c-6ecd-48e9-b549-52650a897818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287894
Dec 30 16:27:04.829931 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-05592494-1366-4334-a36b-de1ce10f31ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d4df7fd0>, [{'id': '67903125-a958-4bd4-945c-2516580e2b68', 'name': 'tempest-TestShelveInstance-53780461-router', 'tenant_id': '56b2c03b9ea44b739b7f8011ada529cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '67a97630-3d7e-431a-b8ba-be4ff1c80fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:21:46Z', 'updated_at': '2021-12-30T16:21:50Z', 'revision_number': 4, 'project_id': '56b2c03b9ea44b739b7f8011ada529cb', 'gw_port': {'id': '67a97630-3d7e-431a-b8ba-be4ff1c80fe6', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67903125-a958-4bd4-945c-2516580e2b68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:21:46Z', 'updated_at': '2021-12-30T16:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '5f02b792-fad3-4589-a713-d39e40f2366c', 'name': '', 'network_id': '86764f6c-6ecd-48e9-b549-52650a897818', 'tenant_id': '56b2c03b9ea44b739b7f8011ada529cb', 'mac_address': 'fa:16:3e:0d:8e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67903125-a958-4bd4-945c-2516580e2b68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ef85b58-3499-4416-bb4b-3b0b796ad66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:21:50Z', 'updated_at': '2021-12-30T16:22:02Z', 'revision_number': 5, 'project_id': '56b2c03b9ea44b739b7f8011ada529cb', 'subnets': [{'id': '7ef85b58-3499-4416-bb4b-3b0b796ad66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:04.834178 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05592494-1366-4334-a36b-de1ce10f31ef None None] The sync data for ids ['67903125-a958-4bd4-945c-2516580e2b68'] in dv-cinder-822939-1-iscsi is: [{'id': '67903125-a958-4bd4-945c-2516580e2b68', 'name': 'tempest-TestShelveInstance-53780461-router', 'tenant_id': '56b2c03b9ea44b739b7f8011ada529cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '67a97630-3d7e-431a-b8ba-be4ff1c80fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:21:46Z', 'updated_at': '2021-12-30T16:21:50Z', 'revision_number': 4, 'project_id': '56b2c03b9ea44b739b7f8011ada529cb', 'gw_port': {'id': '67a97630-3d7e-431a-b8ba-be4ff1c80fe6', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67903125-a958-4bd4-945c-2516580e2b68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:21:46Z', 'updated_at': '2021-12-30T16:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '5f02b792-fad3-4589-a713-d39e40f2366c', 'name': '', 'network_id': '86764f6c-6ecd-48e9-b549-52650a897818', 'tenant_id': '56b2c03b9ea44b739b7f8011ada529cb', 'mac_address': 'fa:16:3e:0d:8e:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67903125-a958-4bd4-945c-2516580e2b68', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ef85b58-3499-4416-bb4b-3b0b796ad66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:21:50Z', 'updated_at': '2021-12-30T16:22:02Z', 'revision_number': 5, 'project_id': '56b2c03b9ea44b739b7f8011ada529cb', 'subnets': [{'id': '7ef85b58-3499-4416-bb4b-3b0b796ad66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:27:05.082016 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77afb92e-e2c2-4a5b-9240-34397c7d3cc3 None None] New status for floating IP 0e50c62d-6640-49e7-b040-206713b3e9bd: DOWN {{(pid=82860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 30 16:27:05.625797 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 55670) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:05.889668 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3fb4d439-b402-43ab-9e29-f7a08858784d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:05.934743 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-3fb4d439-b402-43ab-9e29-f7a08858784d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:27:05.939946 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-3fb4d439-b402-43ab-9e29-f7a08858784d admin admin] Usage tracker for resource:security_group_rule and tenant:a27e7de59a5c4726a6876078a6e62dab is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:27:05.943857 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-3fb4d439-b402-43ab-9e29-f7a08858784d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:27:05.950459 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-3fb4d439-b402-43ab-9e29-f7a08858784d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:27:05.962300 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8f50c-a4bb-43dd-9cd0-d74d82a0a85a req-911f8d4a-5def-42d5-9fbe-a6b58f271f68 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:05.963704 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8dc8f50c-a4bb-43dd-9cd0-d74d82a0a85a req-911f8d4a-5def-42d5-9fbe-a6b58f271f68 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.43 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 945 time: 0.1354671
Dec 30 16:27:05.971335 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21096c-ed5e-4115-a479-f2b3c4c6bdf3 req-3d142a60-2069-4224-a786-a2c3c580c9ca tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:05.972028 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-6e21096c-ed5e-4115-a479-f2b3c4c6bdf3 req-3d142a60-2069-4224-a786-a2c3c580c9ca tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Synchronizing usage tracker for tenant:56b2c03b9ea44b739b7f8011ada529cb on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:27:05.988037 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-6e21096c-ed5e-4115-a479-f2b3c4c6bdf3 req-3d142a60-2069-4224-a786-a2c3c580c9ca tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Unset dirty status for tenant:56b2c03b9ea44b739b7f8011ada529cb on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:27:05.989186 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6e21096c-ed5e-4115-a479-f2b3c4c6bdf3 req-3d142a60-2069-4224-a786-a2c3c580c9ca tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 945 time: 0.0960379
Dec 30 16:27:06.033839 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6e21096c-ed5e-4115-a479-f2b3c4c6bdf3 req-c572eb74-8dd3-42f3-92d7-7ba216f40c6c tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/security-groups?id=e5d9ca9f-eeab-4a98-95df-c3166009ec65&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389941
Dec 30 16:27:06.046008 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-8dc8f50c-a4bb-43dd-9cd0-d74d82a0a85a req-65b6396f-54ef-4c35-aa48-a188545e4e50 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Deleting port 30347955-b1cb-47f6-bef4-8e7a0a2c3469 {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:27:06.046333 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-8dc8f50c-a4bb-43dd-9cd0-d74d82a0a85a req-65b6396f-54ef-4c35-aa48-a188545e4e50 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:06.162961 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3fb4d439-b402-43ab-9e29-f7a08858784d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:06.170296 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3fb4d439-b402-43ab-9e29-f7a08858784d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:06.295198 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4d439-b402-43ab-9e29-f7a08858784d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9988acb2-83cf-450f-ba44-ae7989b39956,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:06.307367 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-3fb4d439-b402-43ab-9e29-f7a08858784d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a27e7de59a5c4726a6876078a6e62dab&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6804554
Dec 30 16:27:06.308081 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 55682) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:06.372703 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e2d95f16-5dc8-49ac-b4ef-1b55e183c193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:06.373210 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-8dc8f50c-a4bb-43dd-9cd0-d74d82a0a85a req-65b6396f-54ef-4c35-aa48-a188545e4e50 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] For port 30347955-b1cb-47f6-bef4-8e7a0a2c3469, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=30347955-b1cb-47f6-bef4-8e7a0a2c3469,segment=NetworkSegment(2f9675bc-13cd-408f-ac27-888974a5e85c),segment_id=2f9675bc-13cd-408f-ac27-888974a5e85c)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:27:06.373580 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-8dc8f50c-a4bb-43dd-9cd0-d74d82a0a85a req-65b6396f-54ef-4c35-aa48-a188545e4e50 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:06.398388 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e2d95f16-5dc8-49ac-b4ef-1b55e183c193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:06.457166 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e2d95f16-5dc8-49ac-b4ef-1b55e183c193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:06.476771 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d95f16-5dc8-49ac-b4ef-1b55e183c193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9988acb2-83cf-450f-ba44-ae7989b39956,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:06.478899 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e2d95f16-5dc8-49ac-b4ef-1b55e183c193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:06.499567 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-e2d95f16-5dc8-49ac-b4ef-1b55e183c193 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9988acb2-83cf-450f-ba44-ae7989b39956 HTTP/1.1" status: 204  len: 168 time: 0.1894221
Dec 30 16:27:06.503655 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-8dc8f50c-a4bb-43dd-9cd0-d74d82a0a85a req-65b6396f-54ef-4c35-aa48-a188545e4e50 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Calling delete_port for 30347955-b1cb-47f6-bef4-8e7a0a2c3469 owned by compute:nova {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:27:06.658400 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-8dc8f50c-a4bb-43dd-9cd0-d74d82a0a85a req-65b6396f-54ef-4c35-aa48-a188545e4e50 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:06.709012 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b6396f-54ef-4c35-aa48-a188545e4e50 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Pushing event deleted for resources: {'Port': ['ID=30347955-b1cb-47f6-bef4-8e7a0a2c3469,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:06.792440 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc8f50c-a4bb-43dd-9cd0-d74d82a0a85a req-65b6396f-54ef-4c35-aa48-a188545e4e50 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] No DVR routers for this DVR port 30347955-b1cb-47f6-bef4-8e7a0a2c3469 on host hv-cinder-82293 {{(pid=82857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 30 16:27:06.794937 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-8dc8f50c-a4bb-43dd-9cd0-d74d82a0a85a req-65b6396f-54ef-4c35-aa48-a188545e4e50 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:06.798014 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5905ea74-e2f7-4404-9c7f-2103bfa7a443', 'name': 'network-vif-deleted', 'tag': '30347955-b1cb-47f6-bef4-8e7a0a2c3469'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:27:06.822996 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8dc8f50c-a4bb-43dd-9cd0-d74d82a0a85a req-65b6396f-54ef-4c35-aa48-a188545e4e50 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.43 "DELETE /v2.0/ports/30347955-b1cb-47f6-bef4-8e7a0a2c3469 HTTP/1.1" status: 204  len: 173 time: 0.8524239
Dec 30 16:27:06.859676 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5905ea74-e2f7-4404-9c7f-2103bfa7a443', 'name': 'network-vif-deleted', 'tag': '30347955-b1cb-47f6-bef4-8e7a0a2c3469', 'status': 'completed', 'code': 200}
Dec 30 16:27:06.867542 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 55702) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:06.885364 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-acbe89f1-9012-4336-9a88-a9ee32882795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:06.932796 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-acbe89f1-9012-4336-9a88-a9ee32882795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:27:06.937454 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-acbe89f1-9012-4336-9a88-a9ee32882795 admin admin] Usage tracker for resource:security_group_rule and tenant:abc81c0c23f94f3ba8ed4191c7e5dfcf is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:27:06.941149 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-acbe89f1-9012-4336-9a88-a9ee32882795 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:27:06.949015 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-acbe89f1-9012-4336-9a88-a9ee32882795 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:27:07.020742 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-acbe89f1-9012-4336-9a88-a9ee32882795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:07.026247 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-acbe89f1-9012-4336-9a88-a9ee32882795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:07.073015 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe89f1-9012-4336-9a88-a9ee32882795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75b911f-365f-43ea-b308-3e40d18701c8,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:07.078618 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-acbe89f1-9012-4336-9a88-a9ee32882795 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=abc81c0c23f94f3ba8ed4191c7e5dfcf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2115889
Dec 30 16:27:07.082038 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 55708) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:07.209247 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-7a277444-e047-465e-95b3-c60397590884 req-226e734c-01b2-4493-b87d-2150b765fd7d tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Synchronizing usage tracker for tenant:56b2c03b9ea44b739b7f8011ada529cb on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:27:07.226224 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-7a277444-e047-465e-95b3-c60397590884 req-226e734c-01b2-4493-b87d-2150b765fd7d tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Unset dirty status for tenant:56b2c03b9ea44b739b7f8011ada529cb on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:27:07.227428 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7a277444-e047-465e-95b3-c60397590884 req-226e734c-01b2-4493-b87d-2150b765fd7d tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "GET /v2.0/ports?device_id=5905ea74-e2f7-4404-9c7f-2103bfa7a443 HTTP/1.1" status: 200  len: 210 time: 0.0620725
Dec 30 16:27:07.264641 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4c92c29f-e883-41d2-99a1-cbf54a08f0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:07.291594 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4c92c29f-e883-41d2-99a1-cbf54a08f0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:07.343917 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4c92c29f-e883-41d2-99a1-cbf54a08f0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:07.357612 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c92c29f-e883-41d2-99a1-cbf54a08f0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75b911f-365f-43ea-b308-3e40d18701c8,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:07.364239 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4c92c29f-e883-41d2-99a1-cbf54a08f0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:07.366083 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-4c92c29f-e883-41d2-99a1-cbf54a08f0c6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c75b911f-365f-43ea-b308-3e40d18701c8 HTTP/1.1" status: 204  len: 168 time: 0.2822969
Dec 30 16:27:08.345229 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 55746) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:08.412672 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 30347955-b1cb-47f6-bef4-8e7a0a2c3469 no longer exists at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:27:08.414618 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-db6b3ffb-1a78-4e2a-a812-b1b7270d4099 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:08.447542 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] No Port match for: 30347955-b1cb-47f6-bef4-8e7a0a2c3469 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:27:08.448249 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 30347955-b1cb-47f6-bef4-8e7a0a2c3469 not bound to the agent host hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:27:08.449320 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-db6b3ffb-1a78-4e2a-a812-b1b7270d4099 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:08.531347 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-db6b3ffb-1a78-4e2a-a812-b1b7270d4099 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:08.550870 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b3ffb-1a78-4e2a-a812-b1b7270d4099 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d9ca9f-eeab-4a98-95df-c3166009ec65,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:08.568213 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-db6b3ffb-1a78-4e2a-a812-b1b7270d4099 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:08.570095 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-db6b3ffb-1a78-4e2a-a812-b1b7270d4099 tempest-TestShelveInstance-1456697164 tempest-TestShelveInstance-1456697164-project] 10.222.0.31 "DELETE /v2.0/security-groups/e5d9ca9f-eeab-4a98-95df-c3166009ec65 HTTP/1.1" status: 204  len: 168 time: 0.2254353
Dec 30 16:27:08.590813 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-1fd48779-e0c8-4186-aa6c-ae1bdff15ad8 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:08.593206 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-1fd48779-e0c8-4186-aa6c-ae1bdff15ad8 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/networks?id=be8efddb-449e-4c45-8486-56b61c2ed5fd HTTP/1.1" status: 200  len: 815 time: 0.2608175
Dec 30 16:27:08.612214 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-73a18f3a-a877-4e13-978a-9c5a335e8a3a tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/quotas/3c6f66137c77482285460f62e07422c9 HTTP/1.1" status: 200  len: 375 time: 0.0136530
Dec 30 16:27:08.622330 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 55754) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:08.703860 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e6bff5a3-69dd-43eb-a4a1-4b72ccbcd85d tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3c6f66137c77482285460f62e07422c9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0846357
Dec 30 16:27:08.849801 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-2074bc49-9e74-4dd3-b5a0-ef41d83ca5ac service neutron] 10.222.0.31 "GET /v2.0/networks/be8efddb-449e-4c45-8486-56b61c2ed5fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378822
Dec 30 16:27:08.989498 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-6d16bc82-acfe-4ced-8b8e-aebff3df7aea service neutron] 10.222.0.31 "GET /v2.0/networks/be8efddb-449e-4c45-8486-56b61c2ed5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372488
Dec 30 16:27:09.198965 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-41a194e9-cd56-400c-80a3-e6275fbcbef3 req-b550d8cc-0502-45ee-bc11-37925151851a tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f6afacd-8d2e-4422-a03f-e7bff42e9c01 HTTP/1.1" status: 200  len: 210 time: 0.0521944
Dec 30 16:27:09.248323 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-83347ca7-f7af-42de-a722-bd1b6ac1ac5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4017164'] for router_interface, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:09.883041 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-83347ca7-f7af-42de-a722-bd1b6ac1ac5d admin admin] Deleting port 5f02b792-fad3-4589-a713-d39e40f2366c {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:27:09.883671 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-83347ca7-f7af-42de-a722-bd1b6ac1ac5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:10.050452 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [None req-83347ca7-f7af-42de-a722-bd1b6ac1ac5d admin admin] For port 5f02b792-fad3-4589-a713-d39e40f2366c, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=5f02b792-fad3-4589-a713-d39e40f2366c,segment=NetworkSegment(2f9675bc-13cd-408f-ac27-888974a5e85c),segment_id=2f9675bc-13cd-408f-ac27-888974a5e85c)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:27:10.050705 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-83347ca7-f7af-42de-a722-bd1b6ac1ac5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:10.281310 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-83347ca7-f7af-42de-a722-bd1b6ac1ac5d admin admin] Calling delete_port for 5f02b792-fad3-4589-a713-d39e40f2366c owned by network:router_interface {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:27:10.420399 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4f63de52-4e06-41da-908b-f51cc0fc5f3f req-07f5b249-6948-44d1-b2a8-5b0a8fd21025 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f6afacd-8d2e-4422-a03f-e7bff42e9c01 HTTP/1.1" status: 200  len: 210 time: 0.0663366
Dec 30 16:27:10.496147 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-bb5f885a-a9cc-4c65-b647-ba567946cba5 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:10.498358 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-bb5f885a-a9cc-4c65-b647-ba567946cba5 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.43 "GET /v2.0/networks?id=be8efddb-449e-4c45-8486-56b61c2ed5fd HTTP/1.1" status: 200  len: 815 time: 0.2813375
Dec 30 16:27:10.519086 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e36f9daa-f34e-4fdc-acb5-a45495f1cedf tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Request body: {'port': {'device_id': '4f6afacd-8d2e-4422-a03f-e7bff42e9c01', 'network_id': 'be8efddb-449e-4c45-8486-56b61c2ed5fd', 'admin_state_up': True, 'tenant_id': '3c6f66137c77482285460f62e07422c9'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:27:10.540117 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-83347ca7-f7af-42de-a722-bd1b6ac1ac5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:10.599238 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83347ca7-f7af-42de-a722-bd1b6ac1ac5d admin admin] Pushing event deleted for resources: {'Port': ['ID=5f02b792-fad3-4589-a713-d39e40f2366c,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:10.698237 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e36f9daa-f34e-4fdc-acb5-a45495f1cedf tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:27:10.709046 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e36f9daa-f34e-4fdc-acb5-a45495f1cedf tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:27:10.720656 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e36f9daa-f34e-4fdc-acb5-a45495f1cedf tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Made reservation on behalf of 3c6f66137c77482285460f62e07422c9 for: {'port': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:27:10.724641 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e36f9daa-f34e-4fdc-acb5-a45495f1cedf tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:10.921532 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e36f9daa-f34e-4fdc-acb5-a45495f1cedf tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Allocated IP 172.20.0.2 (be8efddb-449e-4c45-8486-56b61c2ed5fd/9be26803-47ec-4f75-b30a-0ec6d8f7d4d2/e15fc906-792f-4fde-a476-892c1ac74864) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:27:10.948237 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-83347ca7-f7af-42de-a722-bd1b6ac1ac5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4017400'] for router_interface, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:11.138179 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e36f9daa-f34e-4fdc-acb5-a45495f1cedf tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:11.166868 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e36f9daa-f34e-4fdc-acb5-a45495f1cedf tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:11.178507 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['4f96d861-0edb-46b0-8aa7-375b08575c9d', '1b2be5f9-1e37-4f47-84f9-af2514fafb75', '6eb52048-4d63-4b52-88ea-2b7c054a0101'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:27:11.240071 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e36f9daa-f34e-4fdc-acb5-a45495f1cedf tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Network be8efddb-449e-4c45-8486-56b61c2ed5fd is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:27:11.243051 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e36f9daa-f34e-4fdc-acb5-a45495f1cedf tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:27:11.247632 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e36f9daa-f34e-4fdc-acb5-a45495f1cedf tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:27:11.305053 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e36f9daa-f34e-4fdc-acb5-a45495f1cedf tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:11.305663 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e36f9daa-f34e-4fdc-acb5-a45495f1cedf tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:11.321977 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f9daa-f34e-4fdc-acb5-a45495f1cedf tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Pushing event updated for resources: {'Port': ['ID=e15fc906-792f-4fde-a476-892c1ac74864,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:11.348428 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e36f9daa-f34e-4fdc-acb5-a45495f1cedf tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8335483
Dec 30 16:27:11.362143 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e96e2eda-b244-41c9-b33a-260f7016bd07 service neutron] Request body: {'port': {'device_id': '4f6afacd-8d2e-4422-a03f-e7bff42e9c01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82293'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:27:11.478954 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e96e2eda-b244-41c9-b33a-260f7016bd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:11.588281 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83347ca7-f7af-42de-a722-bd1b6ac1ac5d admin admin] Router 67903125-a958-4bd4-945c-2516580e2b68 has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:27:11.753606 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea7acd-e916-4ef4-9a79-e8d8c762ba2d req-744d97a9-007a-4fde-934b-cabd0c547c99 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:11.755130 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fcea7acd-e916-4ef4-9a79-e8d8c762ba2d req-744d97a9-007a-4fde-934b-cabd0c547c99 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f6afacd-8d2e-4422-a03f-e7bff42e9c01 HTTP/1.1" status: 200  len: 931 time: 0.1554644
Dec 30 16:27:11.927290 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e96e2eda-b244-41c9-b33a-260f7016bd07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e15fc906-792f-4fde-a476-892c1ac74864 {{(pid=82857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:27:11.934473 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e96e2eda-b244-41c9-b33a-260f7016bd07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:11.949060 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e96e2eda-b244-41c9-b33a-260f7016bd07 service neutron] Transition to ACTIVE for port object e15fc906-792f-4fde-a476-892c1ac74864 will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:27:11.953596 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e96e2eda-b244-41c9-b33a-260f7016bd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:11.976973 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fcea7acd-e916-4ef4-9a79-e8d8c762ba2d req-728e19d8-edda-46f4-aee8-d302efa8a1f8 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1768224
Dec 30 16:27:12.002750 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83347ca7-f7af-42de-a722-bd1b6ac1ac5d admin admin] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:27:12.018422 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2adee47-8b40-429a-aa63-b43370695116 None None] Sync routers for ids ['67903125-a958-4bd4-945c-2516580e2b68'] in dv-cinder-822939-1-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:27:12.023181 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-83347ca7-f7af-42de-a722-bd1b6ac1ac5d admin admin] 10.222.0.31 "PUT /v2.0/routers/67903125-a958-4bd4-945c-2516580e2b68/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3973176
Dec 30 16:27:12.023731 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 55814) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:12.031074 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2adee47-8b40-429a-aa63-b43370695116 None None] Routers {'67903125-a958-4bd4-945c-2516580e2b68'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:27:12.031734 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-e2adee47-8b40-429a-aa63-b43370695116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d50b8790>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:26:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['67903125-a958-4bd4-945c-2516580e2b68'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:12.081993 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e2eda-b244-41c9-b33a-260f7016bd07 service neutron] Pushing event updated for resources: {'Port': ['ID=e15fc906-792f-4fde-a476-892c1ac74864,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:12.196720 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e96e2eda-b244-41c9-b33a-260f7016bd07 service neutron] Attempting to bind port e15fc906-792f-4fde-a476-892c1ac74864 on host hv-cinder-82293 for vnic_type normal with profile  {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:27:12.197036 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e96e2eda-b244-41c9-b33a-260f7016bd07 service neutron] Attempting to bind port e15fc906-792f-4fde-a476-892c1ac74864 by drivers openvswitch,hyperv on host hv-cinder-82293 at level 0 using segments [{'id': '264446b4-c1dd-42ef-bdba-af3323072b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'be8efddb-449e-4c45-8486-56b61c2ed5fd'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:27:12.197397 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e96e2eda-b244-41c9-b33a-260f7016bd07 service neutron] Attempting to bind port e15fc906-792f-4fde-a476-892c1ac74864 on network be8efddb-449e-4c45-8486-56b61c2ed5fd {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:27:12.203270 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e96e2eda-b244-41c9-b33a-260f7016bd07 service neutron] Port e15fc906-792f-4fde-a476-892c1ac74864 on network be8efddb-449e-4c45-8486-56b61c2ed5fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82293 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 30 16:27:12.203655 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e96e2eda-b244-41c9-b33a-260f7016bd07 service neutron] Attempting to bind port e15fc906-792f-4fde-a476-892c1ac74864 on network be8efddb-449e-4c45-8486-56b61c2ed5fd {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:27:12.212477 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e96e2eda-b244-41c9-b33a-260f7016bd07 service neutron] Checking agent: {'id': 'e529ec3e-5d50-4747-9e44-8ad3816b2791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82293', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'started_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:27:12.212819 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e96e2eda-b244-41c9-b33a-260f7016bd07 service neutron] Checking segment: {'id': '264446b4-c1dd-42ef-bdba-af3323072b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'be8efddb-449e-4c45-8486-56b61c2ed5fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:27:12.213235 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e96e2eda-b244-41c9-b33a-260f7016bd07 service neutron] Bound using segment: {'id': '264446b4-c1dd-42ef-bdba-af3323072b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'be8efddb-449e-4c45-8486-56b61c2ed5fd'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:27:12.213665 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e96e2eda-b244-41c9-b33a-260f7016bd07 service neutron] Bound port: e15fc906-792f-4fde-a476-892c1ac74864, host: hv-cinder-82293, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '264446b4-c1dd-42ef-bdba-af3323072b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'be8efddb-449e-4c45-8486-56b61c2ed5fd'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:27:12.214009 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e96e2eda-b244-41c9-b33a-260f7016bd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:12.232243 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-e2adee47-8b40-429a-aa63-b43370695116 None None] Set router 67903125-a958-4bd4-945c-2516580e2b68 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:27:12.247335 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-83c7605c-ff3b-4bac-8b49-87db514fd9eb admin admin] Notify callbacks [] for router, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:12.317332 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e96e2eda-b244-41c9-b33a-260f7016bd07 service neutron] For port e15fc906-792f-4fde-a476-892c1ac74864, host hv-cinder-82293, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:27:12.320828 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e96e2eda-b244-41c9-b33a-260f7016bd07 service neutron] For port e15fc906-792f-4fde-a476-892c1ac74864, host hv-cinder-82293, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=e15fc906-792f-4fde-a476-892c1ac74864,segment=NetworkSegment(264446b4-c1dd-42ef-bdba-af3323072b19),segment_id=264446b4-c1dd-42ef-bdba-af3323072b19)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:27:12.328267 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e96e2eda-b244-41c9-b33a-260f7016bd07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:12.383272 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e96e2eda-b244-41c9-b33a-260f7016bd07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:12.384811 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-e96e2eda-b244-41c9-b33a-260f7016bd07 service neutron] 10.222.0.43 "PUT /v2.0/ports/e15fc906-792f-4fde-a476-892c1ac74864 HTTP/1.1" status: 200  len: 1093 time: 1.0281849
Dec 30 16:27:12.385275 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f6afacd-8d2e-4422-a03f-e7bff42e9c01', 'tag': 'e15fc906-792f-4fde-a476-892c1ac74864'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:27:12.482051 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f6afacd-8d2e-4422-a03f-e7bff42e9c01', 'tag': 'e15fc906-792f-4fde-a476-892c1ac74864', 'status': 'completed', 'code': 200}
Dec 30 16:27:12.507060 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e2eda-b244-41c9-b33a-260f7016bd07 service neutron] Pushing event updated for resources: {'Port': ['ID=e15fc906-792f-4fde-a476-892c1ac74864,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:12.527201 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-7ab54d70-8747-4e16-9876-1dbd468d5f4f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c6f66137c77482285460f62e07422c9&device_id=4f6afacd-8d2e-4422-a03f-e7bff42e9c01 HTTP/1.1" status: 200  len: 1096 time: 0.1000333
Dec 30 16:27:12.537224 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-83c7605c-ff3b-4bac-8b49-87db514fd9eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:12.550449 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-83c7605c-ff3b-4bac-8b49-87db514fd9eb admin admin] Deleting port 67a97630-3d7e-431a-b8ba-be4ff1c80fe6 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:27:12.550909 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-83c7605c-ff3b-4bac-8b49-87db514fd9eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:12.605920 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-9fff8556-94e9-4b21-b2ea-8e3de7afa0ab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e15fc906-792f-4fde-a476-892c1ac74864 HTTP/1.1" status: 200  len: 217 time: 0.0685968
Dec 30 16:27:12.626655 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-e2adee47-8b40-429a-aa63-b43370695116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d50b8790>, [{'id': '67903125-a958-4bd4-945c-2516580e2b68', 'name': 'tempest-TestShelveInstance-53780461-router', 'tenant_id': '56b2c03b9ea44b739b7f8011ada529cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.157'}], 'enable_snat': True}, 'gw_port_id': '67a97630-3d7e-431a-b8ba-be4ff1c80fe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:21:46Z', 'updated_at': '2021-12-30T16:27:10Z', 'revision_number': 5, 'project_id': '56b2c03b9ea44b739b7f8011ada529cb', 'gw_port': {'id': '67a97630-3d7e-431a-b8ba-be4ff1c80fe6', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:b2:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67903125-a958-4bd4-945c-2516580e2b68', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:21:46Z', 'updated_at': '2021-12-30T16:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi'}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:12.630694 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2adee47-8b40-429a-aa63-b43370695116 None None] Checking router: 67903125-a958-4bd4-945c-2516580e2b68 for host: dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:27:12.641901 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2adee47-8b40-429a-aa63-b43370695116 None None] Routers {'67903125-a958-4bd4-945c-2516580e2b68'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:27:12.642758 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-e2adee47-8b40-429a-aa63-b43370695116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d50b8790>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:26:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['67903125-a958-4bd4-945c-2516580e2b68'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:12.687160 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-55ac52bc-3d47-408f-8b06-9ba57542ab10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:12.689425 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-55ac52bc-3d47-408f-8b06-9ba57542ab10 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9be26803-47ec-4f75-b30a-0ec6d8f7d4d2 HTTP/1.1" status: 200  len: 855 time: 0.0755773
Dec 30 16:27:12.735875 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [None req-83c7605c-ff3b-4bac-8b49-87db514fd9eb admin admin] For port 67a97630-3d7e-431a-b8ba-be4ff1c80fe6, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=67a97630-3d7e-431a-b8ba-be4ff1c80fe6,segment=NetworkSegment(a1965180-a5eb-4dfc-97e0-14ede4debdc3),segment_id=a1965180-a5eb-4dfc-97e0-14ede4debdc3)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:27:12.736438 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-83c7605c-ff3b-4bac-8b49-87db514fd9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:12.748275 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-1aba2a7b-cfc5-46d9-b407-4075a727b90d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=be8efddb-449e-4c45-8486-56b61c2ed5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0503480
Dec 30 16:27:12.806141 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-e2adee47-8b40-429a-aa63-b43370695116 None None] Set router 67903125-a958-4bd4-945c-2516580e2b68 gateway port host: None {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:27:12.872046 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-83c7605c-ff3b-4bac-8b49-87db514fd9eb admin admin] Calling delete_port for 67a97630-3d7e-431a-b8ba-be4ff1c80fe6 owned by network:router_gateway {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:27:12.918121 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-c83ee5c1-2e17-43b0-9c8d-2be77638fbfd service neutron] 10.222.0.43 "GET /v2.0/networks/be8efddb-449e-4c45-8486-56b61c2ed5fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1630692
Dec 30 16:27:12.920732 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-e2adee47-8b40-429a-aa63-b43370695116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d50b8790>, [{'id': '67903125-a958-4bd4-945c-2516580e2b68', 'name': 'tempest-TestShelveInstance-53780461-router', 'tenant_id': '56b2c03b9ea44b739b7f8011ada529cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:21:46Z', 'updated_at': '2021-12-30T16:27:12Z', 'revision_number': 6, 'project_id': '56b2c03b9ea44b739b7f8011ada529cb', 'gw_port_host': None}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:12.924932 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2adee47-8b40-429a-aa63-b43370695116 None None] The sync data for ids ['67903125-a958-4bd4-945c-2516580e2b68'] in dv-cinder-822939-1-iscsi is: [{'id': '67903125-a958-4bd4-945c-2516580e2b68', 'name': 'tempest-TestShelveInstance-53780461-router', 'tenant_id': '56b2c03b9ea44b739b7f8011ada529cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:21:46Z', 'updated_at': '2021-12-30T16:27:12Z', 'revision_number': 6, 'project_id': '56b2c03b9ea44b739b7f8011ada529cb', 'gw_port_host': None}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:27:13.060860 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-83c7605c-ff3b-4bac-8b49-87db514fd9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:13.081654 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-afbd66bd-aff4-4ee0-9068-ebc2103a1e7b req-ef840563-c24e-4c3d-90f0-ae593dbfd32b service neutron] 10.222.0.43 "GET /v2.0/networks/be8efddb-449e-4c45-8486-56b61c2ed5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1562965
Dec 30 16:27:13.108429 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7605c-ff3b-4bac-8b49-87db514fd9eb admin admin] Pushing event deleted for resources: {'Port': ['ID=67a97630-3d7e-431a-b8ba-be4ff1c80fe6,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:13.212218 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e6fea53f-6d28-41be-b026-c09294bac85e req-56acbddd-8428-4249-8191-eb78137affe9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=3c6f66137c77482285460f62e07422c9&device_id=4f6afacd-8d2e-4422-a03f-e7bff42e9c01 HTTP/1.1" status: 200  len: 1096 time: 0.0711977
Dec 30 16:27:13.360120 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fea53f-6d28-41be-b026-c09294bac85e req-36ca2fd1-0001-46cf-a35b-336274983f25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:13.362104 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e6fea53f-6d28-41be-b026-c09294bac85e req-36ca2fd1-0001-46cf-a35b-336274983f25 service neutron] 10.222.0.43 "GET /v2.0/networks?id=be8efddb-449e-4c45-8486-56b61c2ed5fd HTTP/1.1" status: 200  len: 915 time: 0.1409321
Dec 30 16:27:13.392403 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-83c7605c-ff3b-4bac-8b49-87db514fd9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4018033'] for router_gateway, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:13.446834 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e6fea53f-6d28-41be-b026-c09294bac85e req-bf71be8e-e930-45e7-b568-3caca7bb6fe8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e15fc906-792f-4fde-a476-892c1ac74864 HTTP/1.1" status: 200  len: 217 time: 0.0649457
Dec 30 16:27:13.454555 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294298e-86e7-430e-b723-bda06f7a7f9c req-63bb59de-e8ed-46ec-bff1-c579f59e277c tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:13.456893 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8294298e-86e7-430e-b723-bda06f7a7f9c req-63bb59de-e8ed-46ec-bff1-c579f59e277c tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f6afacd-8d2e-4422-a03f-e7bff42e9c01 HTTP/1.1" status: 200  len: 943 time: 0.3388712
Dec 30 16:27:13.512513 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fea53f-6d28-41be-b026-c09294bac85e req-99945067-cb04-4575-8052-d9b0c4cb59c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:13.514054 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e6fea53f-6d28-41be-b026-c09294bac85e req-99945067-cb04-4575-8052-d9b0c4cb59c4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9be26803-47ec-4f75-b30a-0ec6d8f7d4d2 HTTP/1.1" status: 200  len: 855 time: 0.0593617
Dec 30 16:27:13.566131 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e6fea53f-6d28-41be-b026-c09294bac85e req-59503f27-4b99-4cdc-947f-8f06cc4ab225 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=be8efddb-449e-4c45-8486-56b61c2ed5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0446064
Dec 30 16:27:13.792716 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e6fea53f-6d28-41be-b026-c09294bac85e req-08ad3971-0207-40ec-a655-de6e1335154a service neutron] 10.222.0.43 "GET /v2.0/networks/be8efddb-449e-4c45-8486-56b61c2ed5fd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2156878
Dec 30 16:27:13.798272 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8294298e-86e7-430e-b723-bda06f7a7f9c req-987712df-04b7-4f6f-9a01-9266d81778e8 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3331220
Dec 30 16:27:13.800139 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-83c7605c-ff3b-4bac-8b49-87db514fd9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4016102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3406'] for router, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:13.804465 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-83c7605c-ff3b-4bac-8b49-87db514fd9eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:13.832263 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-83c7605c-ff3b-4bac-8b49-87db514fd9eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4015446'] for router, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:13.832796 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c7605c-ff3b-4bac-8b49-87db514fd9eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67903125-a958-4bd4-945c-2516580e2b68 {{(pid=82858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 30 16:27:13.844872 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-83c7605c-ff3b-4bac-8b49-87db514fd9eb admin admin] Notify callbacks [] for router, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:13.845742 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-83c7605c-ff3b-4bac-8b49-87db514fd9eb admin admin] 10.222.0.31 "DELETE /v2.0/routers/67903125-a958-4bd4-945c-2516580e2b68 HTTP/1.1" status: 204  len: 168 time: 1.8210998
Dec 30 16:27:13.848377 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 55846) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:13.912571 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e290ebe-1cb7-45ff-8fc4-49eebdeb07fb admin admin] Deleting subnet 7ef85b58-3499-4416-bb4b-3b0b796ad66e {{(pid=82858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}}
Dec 30 16:27:13.915915 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3e290ebe-1cb7-45ff-8fc4-49eebdeb07fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:13.960070 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 67a97630-3d7e-431a-b8ba-be4ff1c80fe6 no longer exists at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:27:13.973223 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3e290ebe-1cb7-45ff-8fc4-49eebdeb07fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045561'] for subnet, precommit_delete_associations {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:13.987505 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e6fea53f-6d28-41be-b026-c09294bac85e req-e0ed1aa5-8fc3-446c-8dcc-c4c2fe972e43 service neutron] 10.222.0.43 "GET /v2.0/networks/be8efddb-449e-4c45-8486-56b61c2ed5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1736667
Dec 30 16:27:14.021474 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] No Port match for: 67a97630-3d7e-431a-b8ba-be4ff1c80fe6 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:27:14.021806 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 67a97630-3d7e-431a-b8ba-be4ff1c80fe6 not bound to the agent host dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:27:14.022222 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 5f02b792-fad3-4589-a713-d39e40f2366c no longer exists at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:27:14.060906 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] No Port match for: 5f02b792-fad3-4589-a713-d39e40f2366c {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:27:14.061254 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 5f02b792-fad3-4589-a713-d39e40f2366c not bound to the agent host dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:27:14.073815 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3e290ebe-1cb7-45ff-8fc4-49eebdeb07fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-618588'] for subnet, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:14.143208 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3e290ebe-1cb7-45ff-8fc4-49eebdeb07fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-618599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2958376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2631253'] for subnet, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:14.180255 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e290ebe-1cb7-45ff-8fc4-49eebdeb07fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ef85b58-3499-4416-bb4b-3b0b796ad66e,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:14.186301 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3e290ebe-1cb7-45ff-8fc4-49eebdeb07fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:14.196045 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-3e290ebe-1cb7-45ff-8fc4-49eebdeb07fb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7ef85b58-3499-4416-bb4b-3b0b796ad66e HTTP/1.1" status: 204  len: 168 time: 0.3440828
Dec 30 16:27:14.196291 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53adb8b3-e21d-4800-9863-d4efe0f3bcf9 None None] Network 86764f6c-6ecd-48e9-b549-52650a897818 requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:27:14.196411 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 55858) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:14.304460 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-234e6391-6aab-4a9a-8bca-106a250cd55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544548'] for network, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:14.316254 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-234e6391-6aab-4a9a-8bca-106a250cd55b admin admin] Deleting port 56ab7c33-58db-4be9-89e8-0532a522bcdf {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:27:14.316254 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-234e6391-6aab-4a9a-8bca-106a250cd55b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:14.430393 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 55864) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:14.465598 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd59517-e125-4dc0-9cee-8ede6abcd917 None None] DHCP port deletion for 86764f6c-6ecd-48e9-b549-52650a897818 request from dv-cinder-822939-1-iscsi {{(pid=82859) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 30 16:27:14.471574 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-2dd59517-e125-4dc0-9cee-8ede6abcd917 None None] Deleting port 56ab7c33-58db-4be9-89e8-0532a522bcdf {{(pid=82859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:27:14.472209 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-2dd59517-e125-4dc0-9cee-8ede6abcd917 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:14.537754 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [None req-234e6391-6aab-4a9a-8bca-106a250cd55b admin admin] For port 56ab7c33-58db-4be9-89e8-0532a522bcdf, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=56ab7c33-58db-4be9-89e8-0532a522bcdf,segment=NetworkSegment(2f9675bc-13cd-408f-ac27-888974a5e85c),segment_id=2f9675bc-13cd-408f-ac27-888974a5e85c)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:27:14.538562 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-234e6391-6aab-4a9a-8bca-106a250cd55b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:14.603131 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fb76f108-178f-45c9-8867-d0388f81efb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:14.635422 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-fb76f108-178f-45c9-8867-d0388f81efb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:27:14.639473 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-fb76f108-178f-45c9-8867-d0388f81efb9 admin admin] Usage tracker for resource:security_group_rule and tenant:c700d7d887854726b9b412cead30927f is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:27:14.642794 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-fb76f108-178f-45c9-8867-d0388f81efb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:27:14.648590 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-fb76f108-178f-45c9-8867-d0388f81efb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:27:14.663827 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-234e6391-6aab-4a9a-8bca-106a250cd55b admin admin] Calling delete_port for 56ab7c33-58db-4be9-89e8-0532a522bcdf owned by network:dhcp {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:27:14.717843 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fb76f108-178f-45c9-8867-d0388f81efb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:14.722956 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fb76f108-178f-45c9-8867-d0388f81efb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:14.726469 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-2dd59517-e125-4dc0-9cee-8ede6abcd917 None None] For port 56ab7c33-58db-4be9-89e8-0532a522bcdf, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=56ab7c33-58db-4be9-89e8-0532a522bcdf,segment=NetworkSegment(2f9675bc-13cd-408f-ac27-888974a5e85c),segment_id=2f9675bc-13cd-408f-ac27-888974a5e85c)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:27:14.726845 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-2dd59517-e125-4dc0-9cee-8ede6abcd917 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:14.748893 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-234e6391-6aab-4a9a-8bca-106a250cd55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:14.769471 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76f108-178f-45c9-8867-d0388f81efb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e7dcae-f483-41de-b34a-e5d0f68bae14,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:14.776636 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-fb76f108-178f-45c9-8867-d0388f81efb9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c700d7d887854726b9b412cead30927f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3453407
Dec 30 16:27:14.777262 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 55870) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:14.800915 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e6391-6aab-4a9a-8bca-106a250cd55b admin admin] Pushing event deleted for resources: {'Port': ['ID=56ab7c33-58db-4be9-89e8-0532a522bcdf,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:14.806196 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234e6391-6aab-4a9a-8bca-106a250cd55b admin admin] No DVR routers for this DVR port 56ab7c33-58db-4be9-89e8-0532a522bcdf on host dv-cinder-822939-1-iscsi {{(pid=82858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 30 16:27:14.845075 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-2dd59517-e125-4dc0-9cee-8ede6abcd917 None None] Calling delete_port for 56ab7c33-58db-4be9-89e8-0532a522bcdf owned by network:dhcp {{(pid=82859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:27:14.847991 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8916cc46-6ddb-4d53-891e-e8eec007d0a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:14.875627 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8916cc46-6ddb-4d53-891e-e8eec007d0a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:14.921407 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.db.api [None req-2dd59517-e125-4dc0-9cee-8ede6abcd917 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 30 16:27:14.922061 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG oslo_db.api [None req-2dd59517-e125-4dc0-9cee-8ede6abcd917 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 30 16:27:14.925773 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-234e6391-6aab-4a9a-8bca-106a250cd55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-618013', 'neutron.services.segments.db._delete_segments_for_network-8793096430318'] for network, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:14.933091 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8916cc46-6ddb-4d53-891e-e8eec007d0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:14.949730 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916cc46-6ddb-4d53-891e-e8eec007d0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e7dcae-f483-41de-b34a-e5d0f68bae14,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:14.953080 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-234e6391-6aab-4a9a-8bca-106a250cd55b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff4d4a8dc10>,) {'filters': {'network_id': ['86764f6c-6ecd-48e9-b549-52650a897818']}} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:14.967289 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-234e6391-6aab-4a9a-8bca-106a250cd55b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff4d4a8dc10>, '2f9675bc-13cd-408f-ac27-888974a5e85c') {'for_net_delete': True} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:14.967584 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-234e6391-6aab-4a9a-8bca-106a250cd55b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff4d4a8dc10>, '2f9675bc-13cd-408f-ac27-888974a5e85c') {} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:14.980057 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-234e6391-6aab-4a9a-8bca-106a250cd55b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793096435469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045536'] for segment, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:14.987812 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-8916cc46-6ddb-4d53-891e-e8eec007d0a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:14.989335 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-8916cc46-6ddb-4d53-891e-e8eec007d0a4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/88e7dcae-f483-41de-b34a-e5d0f68bae14 HTTP/1.1" status: 204  len: 168 time: 0.2104776
Dec 30 16:27:14.998217 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-234e6391-6aab-4a9a-8bca-106a250cd55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:15.007809 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-234e6391-6aab-4a9a-8bca-106a250cd55b admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=82858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 30 16:27:15.008909 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-234e6391-6aab-4a9a-8bca-106a250cd55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-621716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2958542'] for segment, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:15.027252 dv-cinder-822939-1-iscsi neutron-server[82858]: Traceback (most recent call last):
Dec 30 16:27:15.027252 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 30 16:27:15.027252 dv-cinder-822939-1-iscsi neutron-server[82858]:     timer()
Dec 30 16:27:15.027252 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 30 16:27:15.027252 dv-cinder-822939-1-iscsi neutron-server[82858]:     cb(*args, **kw)
Dec 30 16:27:15.027252 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 30 16:27:15.027252 dv-cinder-822939-1-iscsi neutron-server[82858]:     return func(*args, **kwargs)
Dec 30 16:27:15.027252 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 30 16:27:15.027252 dv-cinder-822939-1-iscsi neutron-server[82858]:     self._notify()
Dec 30 16:27:15.027252 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 30 16:27:15.027252 dv-cinder-822939-1-iscsi neutron-server[82858]:     self.callback(batched_events)
Dec 30 16:27:15.027252 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 30 16:27:15.027252 dv-cinder-822939-1-iscsi neutron-server[82858]:     event.method(event)
Dec 30 16:27:15.027252 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 30 16:27:15.027252 dv-cinder-822939-1-iscsi neutron-server[82858]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 30 16:27:15.027252 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 30 16:27:15.027252 dv-cinder-822939-1-iscsi neutron-server[82858]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 30 16:27:15.027252 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 30 16:27:15.027252 dv-cinder-822939-1-iscsi neutron-server[82858]:     return f(self, *a, **k)
Dec 30 16:27:15.027252 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 30 16:27:15.027252 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self._get(url).json()
Dec 30 16:27:15.027252 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 30 16:27:15.027252 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 30 16:27:15.027252 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 30 16:27:15.027252 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self.request(url, 'GET', **kwargs)
Dec 30 16:27:15.027252 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 30 16:27:15.027252 dv-cinder-822939-1-iscsi neutron-server[82858]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 30 16:27:15.027252 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 30 16:27:15.027252 dv-cinder-822939-1-iscsi neutron-server[82858]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 30 16:27:15.027252 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 30 16:27:15.027252 dv-cinder-822939-1-iscsi neutron-server[82858]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 30 16:27:15.027252 dv-cinder-822939-1-iscsi neutron-server[82858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 30 16:27:15.037387 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43652c-615f-4a49-afe6-e1273a0fed43 req-3d5148d7-d124-4a80-902a-a52cb84aa92d tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:15.038151 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-1c43652c-615f-4a49-afe6-e1273a0fed43 req-3d5148d7-d124-4a80-902a-a52cb84aa92d tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Synchronizing usage tracker for tenant:3c6f66137c77482285460f62e07422c9 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:27:15.055214 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-1c43652c-615f-4a49-afe6-e1273a0fed43 req-3d5148d7-d124-4a80-902a-a52cb84aa92d tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Unset dirty status for tenant:3c6f66137c77482285460f62e07422c9 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:27:15.057832 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1c43652c-615f-4a49-afe6-e1273a0fed43 req-3d5148d7-d124-4a80-902a-a52cb84aa92d tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f6afacd-8d2e-4422-a03f-e7bff42e9c01 HTTP/1.1" status: 200  len: 943 time: 0.1050167
Dec 30 16:27:15.103211 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1c43652c-615f-4a49-afe6-e1273a0fed43 req-fddc6cf9-2996-4e73-bcba-897d68fbda3c tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405996
Dec 30 16:27:15.112992 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-234e6391-6aab-4a9a-8bca-106a250cd55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-618002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4017932'] for network, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:15.132975 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-234e6391-6aab-4a9a-8bca-106a250cd55b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:15.140021 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e6391-6aab-4a9a-8bca-106a250cd55b admin admin] Pushing event deleted for resources: {'Network': ['ID=86764f6c-6ecd-48e9-b549-52650a897818,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:15.142332 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-9dcc76cb-d3fe-436f-88d2-927b3e2db20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:15.157400 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-234e6391-6aab-4a9a-8bca-106a250cd55b admin admin] 10.222.0.31 "DELETE /v2.0/networks/86764f6c-6ecd-48e9-b549-52650a897818 HTTP/1.1" status: 204  len: 168 time: 0.9598272
Dec 30 16:27:15.160328 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 55880) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:15.346014 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 55884) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:15.365308 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-95f92e01-4296-4736-adf2-0cb9217f9dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:15.396610 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-95f92e01-4296-4736-adf2-0cb9217f9dac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:27:15.400372 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-95f92e01-4296-4736-adf2-0cb9217f9dac admin admin] Usage tracker for resource:security_group_rule and tenant:afb2224d4df54f29a409073b4decb52b is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:27:15.403128 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-95f92e01-4296-4736-adf2-0cb9217f9dac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:27:15.408900 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-95f92e01-4296-4736-adf2-0cb9217f9dac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:27:15.423766 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-2dd59517-e125-4dc0-9cee-8ede6abcd917 None None] Deleting port 56ab7c33-58db-4be9-89e8-0532a522bcdf {{(pid=82859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:27:15.424221 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-2dd59517-e125-4dc0-9cee-8ede6abcd917 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:15.476973 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-95f92e01-4296-4736-adf2-0cb9217f9dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:15.482461 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-95f92e01-4296-4736-adf2-0cb9217f9dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:15.508428 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-2dd59517-e125-4dc0-9cee-8ede6abcd917 None None] The port '56ab7c33-58db-4be9-89e8-0532a522bcdf' was deleted {{(pid=82859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 30 16:27:15.539530 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f92e01-4296-4736-adf2-0cb9217f9dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c4bbc9-3364-43c4-8eb5-cbb17ceecbcf,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:15.549745 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-95f92e01-4296-4736-adf2-0cb9217f9dac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=afb2224d4df54f29a409073b4decb52b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1995335
Dec 30 16:27:15.549745 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 55888) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:15.570269 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d40ee06f-65c5-401b-8147-7311badfe488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4017164'] for router_interface, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:15.704574 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-84f7d22f-e404-48d2-8ce4-727d64596b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:15.730165 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-84f7d22f-e404-48d2-8ce4-727d64596b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:15.782909 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-84f7d22f-e404-48d2-8ce4-727d64596b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:15.796965 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f7d22f-e404-48d2-8ce4-727d64596b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c4bbc9-3364-43c4-8eb5-cbb17ceecbcf,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:15.803546 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-84f7d22f-e404-48d2-8ce4-727d64596b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:15.804636 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-84f7d22f-e404-48d2-8ce4-727d64596b31 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b7c4bbc9-3364-43c4-8eb5-cbb17ceecbcf HTTP/1.1" status: 204  len: 168 time: 0.2542882
Dec 30 16:27:15.924382 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 56ab7c33-58db-4be9-89e8-0532a522bcdf no longer exists at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:27:15.963819 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] No Port match for: 56ab7c33-58db-4be9-89e8-0532a522bcdf {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:27:15.964155 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 56ab7c33-58db-4be9-89e8-0532a522bcdf not bound to the agent host dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:27:16.182404 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-d40ee06f-65c5-401b-8147-7311badfe488 admin admin] Deleting port 1051b212-8b64-4413-9364-f50b3358ebab {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:27:16.182927 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d40ee06f-65c5-401b-8147-7311badfe488 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:16.216864 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 55898) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:16.235183 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-dd55b49f-023c-4bef-8be4-9469dfc0c4c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:16.325372 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-dd55b49f-023c-4bef-8be4-9469dfc0c4c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:27:16.333183 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-dd55b49f-023c-4bef-8be4-9469dfc0c4c7 admin admin] Usage tracker for resource:security_group_rule and tenant:3ab0dedca26149a18dff68175ca67154 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:27:16.336597 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-dd55b49f-023c-4bef-8be4-9469dfc0c4c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:27:16.344313 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-dd55b49f-023c-4bef-8be4-9469dfc0c4c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:27:16.369920 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a55ea-2aaf-4f32-a074-3f139f2ce4dc req-44164242-29f8-41e3-bcf7-468ff7e62fda tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:16.371409 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5b1a55ea-2aaf-4f32-a074-3f139f2ce4dc req-44164242-29f8-41e3-bcf7-468ff7e62fda tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f6afacd-8d2e-4422-a03f-e7bff42e9c01 HTTP/1.1" status: 200  len: 943 time: 0.1261621
Dec 30 16:27:16.444724 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5b1a55ea-2aaf-4f32-a074-3f139f2ce4dc req-afdd60da-69e6-4ba4-84aa-5606df185945 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659087
Dec 30 16:27:16.455345 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-d40ee06f-65c5-401b-8147-7311badfe488 admin admin] For port 1051b212-8b64-4413-9364-f50b3358ebab, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=1051b212-8b64-4413-9364-f50b3358ebab,segment=NetworkSegment(701f4075-8d86-4d4b-a2c1-77e505146be2),segment_id=701f4075-8d86-4d4b-a2c1-77e505146be2)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:27:16.456010 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d40ee06f-65c5-401b-8147-7311badfe488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:16.459960 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-dd55b49f-023c-4bef-8be4-9469dfc0c4c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:16.467051 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-dd55b49f-023c-4bef-8be4-9469dfc0c4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:16.487900 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device e15fc906-792f-4fde-a476-892c1ac74864 details requested by agent hyperv_hv-cinder-82293 with host hv-cinder-82293 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 30 16:27:16.520036 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55b49f-023c-4bef-8be4-9469dfc0c4c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31cc575-642d-4487-9153-19a48ed2ed1c,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:16.524232 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-dd55b49f-023c-4bef-8be4-9469dfc0c4c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3ab0dedca26149a18dff68175ca67154&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3063326
Dec 30 16:27:16.527209 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 55902) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:16.590467 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2ca84f3f-1373-42ce-ba44-f4b902b6a8a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:16.601201 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-d40ee06f-65c5-401b-8147-7311badfe488 admin admin] Calling delete_port for 1051b212-8b64-4413-9364-f50b3358ebab owned by network:router_interface {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:27:16.616963 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2ca84f3f-1373-42ce-ba44-f4b902b6a8a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:16.646462 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port e15fc906-792f-4fde-a476-892c1ac74864, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=e15fc906-792f-4fde-a476-892c1ac74864,segment=NetworkSegment(264446b4-c1dd-42ef-bdba-af3323072b19),segment_id=264446b4-c1dd-42ef-bdba-af3323072b19)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:27:16.663835 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Returning: {'device': 'e15fc906-792f-4fde-a476-892c1ac74864', 'network_id': 'be8efddb-449e-4c45-8486-56b61c2ed5fd', 'port_id': 'e15fc906-792f-4fde-a476-892c1ac74864', 'mac_address': 'fa:16:3e:ed:52:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9be26803-47ec-4f75-b30a-0ec6d8f7d4d2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 30 16:27:16.675977 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2ca84f3f-1373-42ce-ba44-f4b902b6a8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:16.692272 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca84f3f-1373-42ce-ba44-f4b902b6a8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31cc575-642d-4487-9153-19a48ed2ed1c,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:16.696712 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2ca84f3f-1373-42ce-ba44-f4b902b6a8a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:16.697846 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-2ca84f3f-1373-42ce-ba44-f4b902b6a8a1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f31cc575-642d-4487-9153-19a48ed2ed1c HTTP/1.1" status: 204  len: 168 time: 0.1695218
Dec 30 16:27:16.740451 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:16.760747 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e15fc906-792f-4fde-a476-892c1ac74864 {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:27:16.780680 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port e15fc906-792f-4fde-a476-892c1ac74864, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=e15fc906-792f-4fde-a476-892c1ac74864,segment=NetworkSegment(264446b4-c1dd-42ef-bdba-af3323072b19),segment_id=264446b4-c1dd-42ef-bdba-af3323072b19)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:27:16.785397 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:16.798554 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d40ee06f-65c5-401b-8147-7311badfe488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:16.842891 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ee06f-65c5-401b-8147-7311badfe488 admin admin] Pushing event deleted for resources: {'Port': ['ID=1051b212-8b64-4413-9364-f50b3358ebab,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:16.856358 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=e15fc906-792f-4fde-a476-892c1ac74864,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:17.078519 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['e15fc906-792f-4fde-a476-892c1ac74864'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:27:17.150824 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d40ee06f-65c5-401b-8147-7311badfe488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4017400'] for router_interface, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:17.343117 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1dbfe128-1338-4652-a863-6add7326d992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:17.762144 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70c4d0-cfa9-4645-86c2-f2cd9ed91e83 req-2e31fda7-2b94-43f5-8b9b-e51b42945c4f tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:17.763591 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1e70c4d0-cfa9-4645-86c2-f2cd9ed91e83 req-2e31fda7-2b94-43f5-8b9b-e51b42945c4f tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f6afacd-8d2e-4422-a03f-e7bff42e9c01 HTTP/1.1" status: 200  len: 944 time: 0.1505525
Dec 30 16:27:17.831087 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1e70c4d0-cfa9-4645-86c2-f2cd9ed91e83 req-bb67aa1c-9280-4537-acd3-e87ec1b27d08 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604832
Dec 30 16:27:17.858178 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40ee06f-65c5-401b-8147-7311badfe488 admin admin] Router 7adc7e42-fad5-4da2-8a5e-23454d049934 has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:27:18.157387 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40ee06f-65c5-401b-8147-7311badfe488 admin admin] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:27:18.168393 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1602a22d-f3b5-4a38-848f-e10c2f113917 None None] Sync routers for ids ['7adc7e42-fad5-4da2-8a5e-23454d049934'] in dv-cinder-822939-1-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:27:18.181136 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1602a22d-f3b5-4a38-848f-e10c2f113917 None None] Routers {'7adc7e42-fad5-4da2-8a5e-23454d049934'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:27:18.182020 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-1602a22d-f3b5-4a38-848f-e10c2f113917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d56392e0>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:27:17Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['7adc7e42-fad5-4da2-8a5e-23454d049934'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:18.184286 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-d40ee06f-65c5-401b-8147-7311badfe488 admin admin] 10.222.0.31 "PUT /v2.0/routers/7adc7e42-fad5-4da2-8a5e-23454d049934/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0225940
Dec 30 16:27:18.187215 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 55948) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:18.357123 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:18.407567 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bc5ada01-239d-4005-a465-c24270343e15 admin admin] Notify callbacks [] for router, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:18.424658 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-1602a22d-f3b5-4a38-848f-e10c2f113917 None None] Set router 7adc7e42-fad5-4da2-8a5e-23454d049934 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:27:18.490605 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device e15fc906-792f-4fde-a476-892c1ac74864 up at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:27:18.579894 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning for port e15fc906-792f-4fde-a476-892c1ac74864 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:27:18.585375 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning complete for port e15fc906-792f-4fde-a476-892c1ac74864 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:27:18.585901 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:18.619376 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bc5ada01-239d-4005-a465-c24270343e15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:18.632463 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-bc5ada01-239d-4005-a465-c24270343e15 admin admin] Deleting port a29d11b6-b8f7-426a-ae83-e54669fbc248 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:27:18.632739 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bc5ada01-239d-4005-a465-c24270343e15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:18.717638 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:18.727069 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:18.747298 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6afacd-8d2e-4422-a03f-e7bff42e9c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15fc906-792f-4fde-a476-892c1ac74864'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:27:18.758297 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port e15fc906-792f-4fde-a476-892c1ac74864, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=e15fc906-792f-4fde-a476-892c1ac74864,segment=NetworkSegment(264446b4-c1dd-42ef-bdba-af3323072b19),segment_id=264446b4-c1dd-42ef-bdba-af3323072b19)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:27:18.765603 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:18.800826 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-1602a22d-f3b5-4a38-848f-e10c2f113917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d56392e0>, [{'id': '7adc7e42-fad5-4da2-8a5e-23454d049934', 'name': 'tempest-TestShelveInstance-824689457-router', 'tenant_id': '5cebfd67694e412ca12f389efef0d37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a29d11b6-b8f7-426a-ae83-e54669fbc248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:21:56Z', 'updated_at': '2021-12-30T16:27:16Z', 'revision_number': 5, 'project_id': '5cebfd67694e412ca12f389efef0d37e', 'gw_port': {'id': 'a29d11b6-b8f7-426a-ae83-e54669fbc248', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:01:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adc7e42-fad5-4da2-8a5e-23454d049934', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:21:57Z', 'updated_at': '2021-12-30T16:22:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi'}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:18.805459 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1602a22d-f3b5-4a38-848f-e10c2f113917 None None] Checking router: 7adc7e42-fad5-4da2-8a5e-23454d049934 for host: dv-cinder-822939-1-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:27:18.816802 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1602a22d-f3b5-4a38-848f-e10c2f113917 None None] Routers {'7adc7e42-fad5-4da2-8a5e-23454d049934'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:27:18.817636 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-1602a22d-f3b5-4a38-848f-e10c2f113917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d56392e0>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:27:17Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['7adc7e42-fad5-4da2-8a5e-23454d049934'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:18.824140 dv-cinder-822939-1-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6afacd-8d2e-4422-a03f-e7bff42e9c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15fc906-792f-4fde-a476-892c1ac74864', 'code': 200}
Dec 30 16:27:18.840984 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=e15fc906-792f-4fde-a476-892c1ac74864,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:18.876679 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [None req-bc5ada01-239d-4005-a465-c24270343e15 admin admin] For port a29d11b6-b8f7-426a-ae83-e54669fbc248, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=a29d11b6-b8f7-426a-ae83-e54669fbc248,segment=NetworkSegment(a1965180-a5eb-4dfc-97e0-14ede4debdc3),segment_id=a1965180-a5eb-4dfc-97e0-14ede4debdc3)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:27:18.877034 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bc5ada01-239d-4005-a465-c24270343e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:19.006927 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-1602a22d-f3b5-4a38-848f-e10c2f113917 None None] Set router 7adc7e42-fad5-4da2-8a5e-23454d049934 gateway port host: None {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:27:19.017651 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-bc5ada01-239d-4005-a465-c24270343e15 admin admin] Calling delete_port for a29d11b6-b8f7-426a-ae83-e54669fbc248 owned by network:router_gateway {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:27:19.075921 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab32d0f-ddc4-442e-891c-b0700cda6f13 req-e250a23d-c12b-41b5-b376-0062e13cc656 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:19.077627 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5ab32d0f-ddc4-442e-891c-b0700cda6f13 req-e250a23d-c12b-41b5-b376-0062e13cc656 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f6afacd-8d2e-4422-a03f-e7bff42e9c01 HTTP/1.1" status: 200  len: 945 time: 0.1164594
Dec 30 16:27:19.120524 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-1602a22d-f3b5-4a38-848f-e10c2f113917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d56392e0>, [{'id': '7adc7e42-fad5-4da2-8a5e-23454d049934', 'name': 'tempest-TestShelveInstance-824689457-router', 'tenant_id': '5cebfd67694e412ca12f389efef0d37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:21:56Z', 'updated_at': '2021-12-30T16:27:18Z', 'revision_number': 6, 'project_id': '5cebfd67694e412ca12f389efef0d37e', 'gw_port_host': None}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:19.125424 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1602a22d-f3b5-4a38-848f-e10c2f113917 None None] The sync data for ids ['7adc7e42-fad5-4da2-8a5e-23454d049934'] in dv-cinder-822939-1-iscsi is: [{'id': '7adc7e42-fad5-4da2-8a5e-23454d049934', 'name': 'tempest-TestShelveInstance-824689457-router', 'tenant_id': '5cebfd67694e412ca12f389efef0d37e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:21:56Z', 'updated_at': '2021-12-30T16:27:18Z', 'revision_number': 6, 'project_id': '5cebfd67694e412ca12f389efef0d37e', 'gw_port_host': None}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:27:19.185908 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5ab32d0f-ddc4-442e-891c-b0700cda6f13 req-d8103b4c-51ae-4196-b3d3-93e7c07bdf54 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696731
Dec 30 16:27:19.196705 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a2a276e1-3f04-4e4a-a4c8-13d77986aa01 req-d864d786-a8ef-478d-bf30-8e4475d3732d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4f6afacd-8d2e-4422-a03f-e7bff42e9c01 HTTP/1.1" status: 200  len: 1098 time: 0.1181626
Dec 30 16:27:19.217946 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bc5ada01-239d-4005-a465-c24270343e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:19.248336 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a2a276e1-3f04-4e4a-a4c8-13d77986aa01 req-b2aa5b39-1fb8-45ff-8f55-cf87ada04bc3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430734
Dec 30 16:27:19.262355 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ada01-239d-4005-a465-c24270343e15 admin admin] Pushing event deleted for resources: {'Port': ['ID=a29d11b6-b8f7-426a-ae83-e54669fbc248,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:19.598634 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bc5ada01-239d-4005-a465-c24270343e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4018033'] for router_gateway, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:19.816495 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:19.857432 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bc5ada01-239d-4005-a465-c24270343e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4016102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3406'] for router, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:19.862703 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bc5ada01-239d-4005-a465-c24270343e15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:19.890682 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bc5ada01-239d-4005-a465-c24270343e15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4015446'] for router, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:19.892185 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc5ada01-239d-4005-a465-c24270343e15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7adc7e42-fad5-4da2-8a5e-23454d049934 {{(pid=82858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 30 16:27:19.906794 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bc5ada01-239d-4005-a465-c24270343e15 admin admin] Notify callbacks [] for router, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:19.907951 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-bc5ada01-239d-4005-a465-c24270343e15 admin admin] 10.222.0.31 "DELETE /v2.0/routers/7adc7e42-fad5-4da2-8a5e-23454d049934 HTTP/1.1" status: 204  len: 168 time: 1.7195952
Dec 30 16:27:19.910811 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 55962) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:19.954586 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 1051b212-8b64-4413-9364-f50b3358ebab no longer exists at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:27:19.973638 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_v2 [None req-01c0312c-e24b-4022-9659-fae4defeedec admin admin] Deleting subnet d01b4bf7-20d2-40bb-970b-39201d1cd352 {{(pid=82857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}}
Dec 30 16:27:19.976670 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-01c0312c-e24b-4022-9659-fae4defeedec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:19.990910 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] No Port match for: 1051b212-8b64-4413-9364-f50b3358ebab {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:27:19.991344 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 1051b212-8b64-4413-9364-f50b3358ebab not bound to the agent host dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:27:19.991818 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device a29d11b6-b8f7-426a-ae83-e54669fbc248 no longer exists at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:27:20.024033 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] No Port match for: a29d11b6-b8f7-426a-ae83-e54669fbc248 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:27:20.024433 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device a29d11b6-b8f7-426a-ae83-e54669fbc248 not bound to the agent host dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:27:20.028706 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-01c0312c-e24b-4022-9659-fae4defeedec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2906538'] for subnet, precommit_delete_associations {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:20.120281 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-01c0312c-e24b-4022-9659-fae4defeedec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-618588'] for subnet, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:20.200273 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-01c0312c-e24b-4022-9659-fae4defeedec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-618599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2907015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2674639'] for subnet, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:20.240077 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0312c-e24b-4022-9659-fae4defeedec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d01b4bf7-20d2-40bb-970b-39201d1cd352,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:20.246711 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-01c0312c-e24b-4022-9659-fae4defeedec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:20.255394 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c47d13b-3ec7-43d2-8319-e940eeda3054 None None] Network b0bb9ee9-5ebe-4465-b6bb-3cd6b9f9a562 requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:27:20.255591 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-01c0312c-e24b-4022-9659-fae4defeedec admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d01b4bf7-20d2-40bb-970b-39201d1cd352 HTTP/1.1" status: 204  len: 168 time: 0.3412356
Dec 30 16:27:20.255825 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 55968) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:20.417636 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1ded4df3-0f87-41d9-b602-b4a973f88ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544548'] for network, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:20.437136 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-1ded4df3-0f87-41d9-b602-b4a973f88ca4 admin admin] Deleting port eb1adbd8-f122-41a0-a69d-1eeb73abb489 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:27:20.437502 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1ded4df3-0f87-41d9-b602-b4a973f88ca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:20.487758 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821a5b5-9411-4f68-8fbf-7eba25cf58a1 req-53164983-1f63-4141-8f88-834f8e8e77fb tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:20.489239 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9821a5b5-9411-4f68-8fbf-7eba25cf58a1 req-53164983-1f63-4141-8f88-834f8e8e77fb tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f6afacd-8d2e-4422-a03f-e7bff42e9c01 HTTP/1.1" status: 200  len: 945 time: 0.1638091
Dec 30 16:27:20.504539 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8be9c3-93f4-4b89-a834-7f5aaaee88fd None None] DHCP port deletion for b0bb9ee9-5ebe-4465-b6bb-3cd6b9f9a562 request from dv-cinder-822939-1-iscsi {{(pid=82859) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 30 16:27:20.509675 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-ad8be9c3-93f4-4b89-a834-7f5aaaee88fd None None] Deleting port eb1adbd8-f122-41a0-a69d-1eeb73abb489 {{(pid=82859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:27:20.510168 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-ad8be9c3-93f4-4b89-a834-7f5aaaee88fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:20.658525 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9821a5b5-9411-4f68-8fbf-7eba25cf58a1 req-67474aae-0e33-40d4-8ec8-405112f2b68e tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1591430
Dec 30 16:27:20.693120 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [None req-1ded4df3-0f87-41d9-b602-b4a973f88ca4 admin admin] For port eb1adbd8-f122-41a0-a69d-1eeb73abb489, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=eb1adbd8-f122-41a0-a69d-1eeb73abb489,segment=NetworkSegment(701f4075-8d86-4d4b-a2c1-77e505146be2),segment_id=701f4075-8d86-4d4b-a2c1-77e505146be2)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:27:20.693120 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1ded4df3-0f87-41d9-b602-b4a973f88ca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:20.792919 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-ad8be9c3-93f4-4b89-a834-7f5aaaee88fd None None] For port eb1adbd8-f122-41a0-a69d-1eeb73abb489, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=eb1adbd8-f122-41a0-a69d-1eeb73abb489,segment=NetworkSegment(701f4075-8d86-4d4b-a2c1-77e505146be2),segment_id=701f4075-8d86-4d4b-a2c1-77e505146be2)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:27:20.792919 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-ad8be9c3-93f4-4b89-a834-7f5aaaee88fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:20.837350 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-1ded4df3-0f87-41d9-b602-b4a973f88ca4 admin admin] Calling delete_port for eb1adbd8-f122-41a0-a69d-1eeb73abb489 owned by network:dhcp {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:27:20.913145 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-ad8be9c3-93f4-4b89-a834-7f5aaaee88fd None None] Calling delete_port for eb1adbd8-f122-41a0-a69d-1eeb73abb489 owned by network:dhcp {{(pid=82859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:27:20.913859 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1ded4df3-0f87-41d9-b602-b4a973f88ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:20.956476 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded4df3-0f87-41d9-b602-b4a973f88ca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb1adbd8-f122-41a0-a69d-1eeb73abb489,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:20.963115 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ded4df3-0f87-41d9-b602-b4a973f88ca4 admin admin] No DVR routers for this DVR port eb1adbd8-f122-41a0-a69d-1eeb73abb489 on host dv-cinder-822939-1-iscsi {{(pid=82858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 30 16:27:20.985532 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.db.api [None req-ad8be9c3-93f4-4b89-a834-7f5aaaee88fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 30 16:27:20.985995 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG oslo_db.api [None req-ad8be9c3-93f4-4b89-a834-7f5aaaee88fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 30 16:27:21.088938 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1ded4df3-0f87-41d9-b602-b4a973f88ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-618013', 'neutron.services.segments.db._delete_segments_for_network-8793096430318'] for network, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:21.118048 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-1ded4df3-0f87-41d9-b602-b4a973f88ca4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff4d4d75820>,) {'filters': {'network_id': ['b0bb9ee9-5ebe-4465-b6bb-3cd6b9f9a562']}} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:21.129956 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-1ded4df3-0f87-41d9-b602-b4a973f88ca4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff4d4d75820>, '701f4075-8d86-4d4b-a2c1-77e505146be2') {'for_net_delete': True} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:21.130249 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-1ded4df3-0f87-41d9-b602-b4a973f88ca4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff4d4d75820>, '701f4075-8d86-4d4b-a2c1-77e505146be2') {} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:21.141174 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1ded4df3-0f87-41d9-b602-b4a973f88ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793096435469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045536'] for segment, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:21.157693 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1ded4df3-0f87-41d9-b602-b4a973f88ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:21.165559 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ded4df3-0f87-41d9-b602-b4a973f88ca4 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=82858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 30 16:27:21.166002 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1ded4df3-0f87-41d9-b602-b4a973f88ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-621716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2958542'] for segment, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:21.181429 dv-cinder-822939-1-iscsi neutron-server[82858]: Traceback (most recent call last):
Dec 30 16:27:21.181429 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 30 16:27:21.181429 dv-cinder-822939-1-iscsi neutron-server[82858]:     timer()
Dec 30 16:27:21.181429 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 30 16:27:21.181429 dv-cinder-822939-1-iscsi neutron-server[82858]:     cb(*args, **kw)
Dec 30 16:27:21.181429 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 30 16:27:21.181429 dv-cinder-822939-1-iscsi neutron-server[82858]:     return func(*args, **kwargs)
Dec 30 16:27:21.181429 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 30 16:27:21.181429 dv-cinder-822939-1-iscsi neutron-server[82858]:     self._notify()
Dec 30 16:27:21.181429 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 30 16:27:21.181429 dv-cinder-822939-1-iscsi neutron-server[82858]:     self.callback(batched_events)
Dec 30 16:27:21.181429 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 30 16:27:21.181429 dv-cinder-822939-1-iscsi neutron-server[82858]:     event.method(event)
Dec 30 16:27:21.181429 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 30 16:27:21.181429 dv-cinder-822939-1-iscsi neutron-server[82858]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 30 16:27:21.181429 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 30 16:27:21.181429 dv-cinder-822939-1-iscsi neutron-server[82858]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 30 16:27:21.181429 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 30 16:27:21.181429 dv-cinder-822939-1-iscsi neutron-server[82858]:     return f(self, *a, **k)
Dec 30 16:27:21.181429 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 30 16:27:21.181429 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self._get(url).json()
Dec 30 16:27:21.181429 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 30 16:27:21.181429 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 30 16:27:21.181429 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 30 16:27:21.181429 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self.request(url, 'GET', **kwargs)
Dec 30 16:27:21.181429 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 30 16:27:21.181429 dv-cinder-822939-1-iscsi neutron-server[82858]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 30 16:27:21.181429 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 30 16:27:21.181429 dv-cinder-822939-1-iscsi neutron-server[82858]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 30 16:27:21.181429 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 30 16:27:21.181429 dv-cinder-822939-1-iscsi neutron-server[82858]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 30 16:27:21.181429 dv-cinder-822939-1-iscsi neutron-server[82858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 30 16:27:21.263082 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1ded4df3-0f87-41d9-b602-b4a973f88ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-618002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4017932'] for network, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:21.364549 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1ded4df3-0f87-41d9-b602-b4a973f88ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:21.370120 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded4df3-0f87-41d9-b602-b4a973f88ca4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0bb9ee9-5ebe-4465-b6bb-3cd6b9f9a562,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:21.379753 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-1ded4df3-0f87-41d9-b602-b4a973f88ca4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b0bb9ee9-5ebe-4465-b6bb-3cd6b9f9a562 HTTP/1.1" status: 204  len: 168 time: 1.1229303
Dec 30 16:27:21.487351 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-ad8be9c3-93f4-4b89-a834-7f5aaaee88fd None None] Deleting port eb1adbd8-f122-41a0-a69d-1eeb73abb489 {{(pid=82859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:27:21.487736 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-ad8be9c3-93f4-4b89-a834-7f5aaaee88fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:21.552958 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-ad8be9c3-93f4-4b89-a834-7f5aaaee88fd None None] The port 'eb1adbd8-f122-41a0-a69d-1eeb73abb489' was deleted {{(pid=82859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 30 16:27:21.593307 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 55976) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:21.640505 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-4520c0fe-0771-419e-95d2-f69ff30c9ce5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=56b2c03b9ea44b739b7f8011ada529cb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0460615
Dec 30 16:27:21.643386 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 55982) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:21.707111 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c2e97549-3597-4ca7-9eca-eef31a599491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:21.733589 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c2e97549-3597-4ca7-9eca-eef31a599491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:21.798326 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c2e97549-3597-4ca7-9eca-eef31a599491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:21.850325 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e97549-3597-4ca7-9eca-eef31a599491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ada2b2a-5364-4670-b0ed-8446fd1d4881,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:21.864244 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c2e97549-3597-4ca7-9eca-eef31a599491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:21.865405 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-c2e97549-3597-4ca7-9eca-eef31a599491 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9ada2b2a-5364-4670-b0ed-8446fd1d4881 HTTP/1.1" status: 204  len: 168 time: 0.2210307
Dec 30 16:27:21.899333 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416cd408-9991-4e34-9b04-43227d067df8 req-2469dfa2-796d-4bb8-8da7-b028f690df45 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:21.900809 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-416cd408-9991-4e34-9b04-43227d067df8 req-2469dfa2-796d-4bb8-8da7-b028f690df45 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f6afacd-8d2e-4422-a03f-e7bff42e9c01 HTTP/1.1" status: 200  len: 945 time: 0.0916326
Dec 30 16:27:21.941771 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device eb1adbd8-f122-41a0-a69d-1eeb73abb489 no longer exists at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:27:21.953263 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-416cd408-9991-4e34-9b04-43227d067df8 req-a62cf27f-22cf-4579-8e7f-a0465d8ff350 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456686
Dec 30 16:27:21.982391 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] No Port match for: eb1adbd8-f122-41a0-a69d-1eeb73abb489 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:27:21.983202 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device eb1adbd8-f122-41a0-a69d-1eeb73abb489 not bound to the agent host dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:27:22.277971 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 55996) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:22.340385 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-40d4d24e-7489-4cea-887c-1f1f072f7639 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5cebfd67694e412ca12f389efef0d37e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0543332
Dec 30 16:27:22.340385 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 56002) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:22.408710 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-272d7bbf-5957-4817-b850-83742bb6b19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:22.433917 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-272d7bbf-5957-4817-b850-83742bb6b19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:22.493863 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-272d7bbf-5957-4817-b850-83742bb6b19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:22.508942 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d7bbf-5957-4817-b850-83742bb6b19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c541e70-5f79-4341-8b0e-5ac9f98fed76,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:22.515472 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-272d7bbf-5957-4817-b850-83742bb6b19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:22.516592 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-272d7bbf-5957-4817-b850-83742bb6b19e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2c541e70-5f79-4341-8b0e-5ac9f98fed76 HTTP/1.1" status: 204  len: 168 time: 0.1795337
Dec 30 16:27:22.629681 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:23.361237 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1842ec24-3d8a-499c-905b-1e1b38edcfde req-f8fe120a-6dc8-4c29-a99d-d89acbeb32e1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0760698
Dec 30 16:27:23.522556 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1842ec24-3d8a-499c-905b-1e1b38edcfde req-a487888b-0ba0-4437-82e0-2c8c2c0e66c3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ead324ea735f469c81c310045d03cbb1&device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 1137 time: 0.0734777
Dec 30 16:27:23.673655 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842ec24-3d8a-499c-905b-1e1b38edcfde req-bdf07888-0c7a-4fc7-8a1b-5978427c4fa8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:23.675106 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1842ec24-3d8a-499c-905b-1e1b38edcfde req-bdf07888-0c7a-4fc7-8a1b-5978427c4fa8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e3c40bcf-be25-459b-b2de-30847c475031 HTTP/1.1" status: 200  len: 915 time: 0.1329880
Dec 30 16:27:23.779465 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1842ec24-3d8a-499c-905b-1e1b38edcfde req-f8440fbf-4aac-4d47-a7a7-99a779a13dd1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54211755-7c11-46c6-93cf-a340a19c8e7f HTTP/1.1" status: 200  len: 1001 time: 0.0958626
Dec 30 16:27:23.846343 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842ec24-3d8a-499c-905b-1e1b38edcfde req-5d01d6a8-d60d-494a-acf8-bd373a755156 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:23.847948 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1842ec24-3d8a-499c-905b-1e1b38edcfde req-5d01d6a8-d60d-494a-acf8-bd373a755156 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9398add2-fc2d-4775-9dc4-ebeb54e21320 HTTP/1.1" status: 200  len: 854 time: 0.0615444
Dec 30 16:27:23.933643 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1842ec24-3d8a-499c-905b-1e1b38edcfde req-da23c082-e27b-4017-bddc-708847cd8c1c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3c40bcf-be25-459b-b2de-30847c475031&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0755508
Dec 30 16:27:24.081820 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1842ec24-3d8a-499c-905b-1e1b38edcfde req-d41f4e1e-9ba8-45ae-837f-a8d54db4792d service neutron] 10.222.0.43 "GET /v2.0/networks/e3c40bcf-be25-459b-b2de-30847c475031?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1326344
Dec 30 16:27:24.297666 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1842ec24-3d8a-499c-905b-1e1b38edcfde req-5d830aed-0439-4ef5-bdba-6737adf1602a service neutron] 10.222.0.43 "GET /v2.0/networks/e3c40bcf-be25-459b-b2de-30847c475031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2050614
Dec 30 16:27:31.397525 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5926c5a6-acec-48a0-9340-ccf299b9f432 req-04d2cf77-17bb-4d61-811b-eb2fb3abc163 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-857563974&fields=id&tenant_id=ead324ea735f469c81c310045d03cbb1 HTTP/1.1" status: 200  len: 267 time: 0.0529299
Dec 30 16:27:31.482218 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926c5a6-acec-48a0-9340-ccf299b9f432 req-e2c94dcf-cd45-4e6e-934e-ec632044632a tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:31.483659 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5926c5a6-acec-48a0-9340-ccf299b9f432 req-e2c94dcf-cd45-4e6e-934e-ec632044632a tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 984 time: 0.0790012
Dec 30 16:27:31.494342 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-5926c5a6-acec-48a0-9340-ccf299b9f432 req-62e25ebd-3ab8-4fdf-bcd5-bfa22f38f34f tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Request body: {'port': {'security_groups': ['681b611b-1a9d-4bd4-b60e-92e7280ed400']}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:27:31.611916 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-5926c5a6-acec-48a0-9340-ccf299b9f432 req-62e25ebd-3ab8-4fdf-bcd5-bfa22f38f34f tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:31.870527 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-5926c5a6-acec-48a0-9340-ccf299b9f432 req-62e25ebd-3ab8-4fdf-bcd5-bfa22f38f34f tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] For port 54211755-7c11-46c6-93cf-a340a19c8e7f, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=54211755-7c11-46c6-93cf-a340a19c8e7f,segment=NetworkSegment(bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b),segment_id=bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:27:31.897749 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-5926c5a6-acec-48a0-9340-ccf299b9f432 req-62e25ebd-3ab8-4fdf-bcd5-bfa22f38f34f tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:31.904156 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-5926c5a6-acec-48a0-9340-ccf299b9f432 req-62e25ebd-3ab8-4fdf-bcd5-bfa22f38f34f tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:31.916269 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['54211755-7c11-46c6-93cf-a340a19c8e7f'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:27:31.979274 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5926c5a6-acec-48a0-9340-ccf299b9f432 req-62e25ebd-3ab8-4fdf-bcd5-bfa22f38f34f tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:31.979878 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-5926c5a6-acec-48a0-9340-ccf299b9f432 req-62e25ebd-3ab8-4fdf-bcd5-bfa22f38f34f tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:31.985052 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5926c5a6-acec-48a0-9340-ccf299b9f432 req-62e25ebd-3ab8-4fdf-bcd5-bfa22f38f34f tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "PUT /v2.0/ports/54211755-7c11-46c6-93cf-a340a19c8e7f HTTP/1.1" status: 200  len: 942 time: 0.4952006
Dec 30 16:27:31.985585 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e90ae1-4d50-4386-82a7-dbd3be71cfa0', 'tag': '54211755-7c11-46c6-93cf-a340a19c8e7f'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:27:31.988241 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 56072) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:32.008222 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e25ebd-3ab8-4fdf-bcd5-bfa22f38f34f tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Pushing event updated for resources: {'Port': ['ID=54211755-7c11-46c6-93cf-a340a19c8e7f,revision_number=7']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:32.068087 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e90ae1-4d50-4386-82a7-dbd3be71cfa0', 'tag': '54211755-7c11-46c6-93cf-a340a19c8e7f', 'status': 'completed', 'code': 200}
Dec 30 16:27:32.079833 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['54211755-7c11-46c6-93cf-a340a19c8e7f'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:27:32.097387 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-70a82dff-655d-412e-af80-0c359eb2fea6 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:32.128511 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-70a82dff-655d-412e-af80-0c359eb2fea6 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:32.215680 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b3241c87-3bf9-49ee-9dd2-99cfb231bec9 req-4fa855bb-0b2b-4c53-a727-a8e6155bf830 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ead324ea735f469c81c310045d03cbb1&device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 1098 time: 0.1181791
Dec 30 16:27:32.219713 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-70a82dff-655d-412e-af80-0c359eb2fea6 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:32.239230 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a82dff-655d-412e-af80-0c359eb2fea6 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=504ff230-5b6d-40e5-8fe2-8ca1b0cfe1d4,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:32.255558 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-70a82dff-655d-412e-af80-0c359eb2fea6 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:32.259150 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-70a82dff-655d-412e-af80-0c359eb2fea6 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "DELETE /v2.0/security-groups/504ff230-5b6d-40e5-8fe2-8ca1b0cfe1d4 HTTP/1.1" status: 204  len: 168 time: 0.2672827
Dec 30 16:27:32.259430 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 56082) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:32.400953 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3241c87-3bf9-49ee-9dd2-99cfb231bec9 req-183f8290-d74c-4ed7-ab95-b2fe2eb56edf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:32.401919 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-40b09b95-4969-4601-9ac0-b53f6ee2ca3d None None] Provisioning complete for port 54211755-7c11-46c6-93cf-a340a19c8e7f triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:27:32.402361 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-40b09b95-4969-4601-9ac0-b53f6ee2ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:32.403827 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b3241c87-3bf9-49ee-9dd2-99cfb231bec9 req-183f8290-d74c-4ed7-ab95-b2fe2eb56edf service neutron] 10.222.0.43 "GET /v2.0/networks?id=e3c40bcf-be25-459b-b2de-30847c475031 HTTP/1.1" status: 200  len: 915 time: 0.1789546
Dec 30 16:27:32.499713 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-4aa19f9a-2e2c-4ef3-82b0-acd2b9c745db tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Deleting port a7eb3de0-c0ba-4a52-a617-52de6d400f04 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:27:32.500045 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4aa19f9a-2e2c-4ef3-82b0-acd2b9c745db tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:32.566353 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b3241c87-3bf9-49ee-9dd2-99cfb231bec9 req-ea303c1d-f265-4b13-9072-a43eb87b9157 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54211755-7c11-46c6-93cf-a340a19c8e7f HTTP/1.1" status: 200  len: 1001 time: 0.1526361
Dec 30 16:27:32.591030 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:27:32.644997 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3241c87-3bf9-49ee-9dd2-99cfb231bec9 req-a07b87ca-7523-4b8c-9cf9-1c8e75255793 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:32.646720 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b3241c87-3bf9-49ee-9dd2-99cfb231bec9 req-a07b87ca-7523-4b8c-9cf9-1c8e75255793 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9398add2-fc2d-4775-9dc4-ebeb54e21320 HTTP/1.1" status: 200  len: 854 time: 0.0730565
Dec 30 16:27:32.674965 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4aa19f9a-2e2c-4ef3-82b0-acd2b9c745db tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:32.675285 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4aa19f9a-2e2c-4ef3-82b0-acd2b9c745db tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:32.734057 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b3241c87-3bf9-49ee-9dd2-99cfb231bec9 req-040522cb-f55e-4521-82bd-0b316403fe2f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3c40bcf-be25-459b-b2de-30847c475031&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0762002
Dec 30 16:27:32.800662 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-4aa19f9a-2e2c-4ef3-82b0-acd2b9c745db tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Calling delete_port for a7eb3de0-c0ba-4a52-a617-52de6d400f04 owned by network:floatingip {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:27:32.865538 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b3241c87-3bf9-49ee-9dd2-99cfb231bec9 req-81de0191-afea-475c-b036-ac28af2bf0a0 service neutron] 10.222.0.43 "GET /v2.0/networks/e3c40bcf-be25-459b-b2de-30847c475031?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237957
Dec 30 16:27:32.946630 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4aa19f9a-2e2c-4ef3-82b0-acd2b9c745db tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:32.992980 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa19f9a-2e2c-4ef3-82b0-acd2b9c745db tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Pushing event deleted for resources: {'Port': ['ID=a7eb3de0-c0ba-4a52-a617-52de6d400f04,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:33.000910 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b3241c87-3bf9-49ee-9dd2-99cfb231bec9 req-bdc0999e-f505-4faf-a383-97668811445f service neutron] 10.222.0.43 "GET /v2.0/networks/e3c40bcf-be25-459b-b2de-30847c475031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272213
Dec 30 16:27:33.092880 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4aa19f9a-2e2c-4ef3-82b0-acd2b9c745db tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks [] for floatingip, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:33.487051 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa19f9a-2e2c-4ef3-82b0-acd2b9c745db tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Router e6099d73-1fd7-4f25-b6d3-040fd48af58b has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:27:33.775975 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa19f9a-2e2c-4ef3-82b0-acd2b9c745db tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:27:33.786590 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39edf09f-5f4c-4c3c-97f9-0dd59125a601 None None] Sync routers for ids ['e6099d73-1fd7-4f25-b6d3-040fd48af58b'] in dv-cinder-822939-1-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:27:33.799116 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-4aa19f9a-2e2c-4ef3-82b0-acd2b9c745db tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for floatingip, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:33.800411 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39edf09f-5f4c-4c3c-97f9-0dd59125a601 None None] Routers {'e6099d73-1fd7-4f25-b6d3-040fd48af58b'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:27:33.801352 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-39edf09f-5f4c-4c3c-97f9-0dd59125a601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d54b6250>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:27:17Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['e6099d73-1fd7-4f25-b6d3-040fd48af58b'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:33.860410 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-4aa19f9a-2e2c-4ef3-82b0-acd2b9c745db tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "DELETE /v2.0/floatingips/f7412620-60c0-4f9c-a23b-642b6663e257 HTTP/1.1" status: 204  len: 168 time: 1.5997729
Dec 30 16:27:33.861432 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24e90ae1-4d50-4386-82a7-dbd3be71cfa0', 'tag': '54211755-7c11-46c6-93cf-a340a19c8e7f'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:27:33.932722 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24e90ae1-4d50-4386-82a7-dbd3be71cfa0', 'tag': '54211755-7c11-46c6-93cf-a340a19c8e7f', 'status': 'completed', 'code': 200}
Dec 30 16:27:34.014327 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-39edf09f-5f4c-4c3c-97f9-0dd59125a601 None None] Set router e6099d73-1fd7-4f25-b6d3-040fd48af58b gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:27:34.032738 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e57f8914-8ad0-466b-a246-d444dcb2c96e req-801d7912-b80c-4b3f-949b-093801e9b0e4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ead324ea735f469c81c310045d03cbb1&device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 1098 time: 0.0746770
Dec 30 16:27:34.181958 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f8914-8ad0-466b-a246-d444dcb2c96e req-78e14f50-eb1f-435b-a99f-de7e19c956bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:34.183593 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e57f8914-8ad0-466b-a246-d444dcb2c96e req-78e14f50-eb1f-435b-a99f-de7e19c956bc service neutron] 10.222.0.43 "GET /v2.0/networks?id=e3c40bcf-be25-459b-b2de-30847c475031 HTTP/1.1" status: 200  len: 915 time: 0.1431997
Dec 30 16:27:34.366067 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-39edf09f-5f4c-4c3c-97f9-0dd59125a601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d54b6250>, [{'id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'name': 'tempest-TestMinimumBasicScenario-1405411748-router', 'tenant_id': 'ead324ea735f469c81c310045d03cbb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '00760415-4786-4a9b-aa9e-8d0a30a902b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:24:58Z', 'updated_at': '2021-12-30T16:25:02Z', 'revision_number': 4, 'project_id': 'ead324ea735f469c81c310045d03cbb1', 'gw_port': {'id': '00760415-4786-4a9b-aa9e-8d0a30a902b6', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:24:58Z', 'updated_at': '2021-12-30T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': 'ef44cebe-723a-4291-94a1-ea652382e4bf', 'name': '', 'network_id': 'e3c40bcf-be25-459b-b2de-30847c475031', 'tenant_id': 'ead324ea735f469c81c310045d03cbb1', 'mac_address': 'fa:16:3e:1b:9d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9398add2-fc2d-4775-9dc4-ebeb54e21320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:25:01Z', 'updated_at': '2021-12-30T16:25:12Z', 'revision_number': 5, 'project_id': 'ead324ea735f469c81c310045d03cbb1', 'subnets': [{'id': '9398add2-fc2d-4775-9dc4-ebeb54e21320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:34.367024 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e57f8914-8ad0-466b-a246-d444dcb2c96e req-5c4bca05-768f-40d5-9a1d-ac2bf511d54b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54211755-7c11-46c6-93cf-a340a19c8e7f HTTP/1.1" status: 200  len: 217 time: 0.1729493
Dec 30 16:27:34.371089 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39edf09f-5f4c-4c3c-97f9-0dd59125a601 None None] Checking router: e6099d73-1fd7-4f25-b6d3-040fd48af58b for host: dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:27:34.383114 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39edf09f-5f4c-4c3c-97f9-0dd59125a601 None None] Routers {'e6099d73-1fd7-4f25-b6d3-040fd48af58b'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:27:34.383902 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-39edf09f-5f4c-4c3c-97f9-0dd59125a601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d54b6250>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:27:17Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['e6099d73-1fd7-4f25-b6d3-040fd48af58b'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:34.436298 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f8914-8ad0-466b-a246-d444dcb2c96e req-b8df5a5a-126d-41f0-ab6c-b6ec937d68e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:34.437759 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e57f8914-8ad0-466b-a246-d444dcb2c96e req-b8df5a5a-126d-41f0-ab6c-b6ec937d68e6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9398add2-fc2d-4775-9dc4-ebeb54e21320 HTTP/1.1" status: 200  len: 854 time: 0.0644188
Dec 30 16:27:34.522055 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e57f8914-8ad0-466b-a246-d444dcb2c96e req-61815b6b-958f-4c94-928b-1f7aa0c2052e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e3c40bcf-be25-459b-b2de-30847c475031&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0739033
Dec 30 16:27:34.608412 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-39edf09f-5f4c-4c3c-97f9-0dd59125a601 None None] Set router e6099d73-1fd7-4f25-b6d3-040fd48af58b gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:27:34.660485 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e57f8914-8ad0-466b-a246-d444dcb2c96e req-b0b92883-d7dc-44ac-a00c-723ffe6f45d7 service neutron] 10.222.0.43 "GET /v2.0/networks/e3c40bcf-be25-459b-b2de-30847c475031?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235032
Dec 30 16:27:34.797914 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e57f8914-8ad0-466b-a246-d444dcb2c96e req-19eeb6d8-3fc9-4938-b15a-2b29a1967dc0 service neutron] 10.222.0.43 "GET /v2.0/networks/e3c40bcf-be25-459b-b2de-30847c475031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253295
Dec 30 16:27:34.920034 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-39edf09f-5f4c-4c3c-97f9-0dd59125a601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d54b6250>, [{'id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'name': 'tempest-TestMinimumBasicScenario-1405411748-router', 'tenant_id': 'ead324ea735f469c81c310045d03cbb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '00760415-4786-4a9b-aa9e-8d0a30a902b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:24:58Z', 'updated_at': '2021-12-30T16:25:02Z', 'revision_number': 4, 'project_id': 'ead324ea735f469c81c310045d03cbb1', 'gw_port': {'id': '00760415-4786-4a9b-aa9e-8d0a30a902b6', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:24:58Z', 'updated_at': '2021-12-30T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': 'ef44cebe-723a-4291-94a1-ea652382e4bf', 'name': '', 'network_id': 'e3c40bcf-be25-459b-b2de-30847c475031', 'tenant_id': 'ead324ea735f469c81c310045d03cbb1', 'mac_address': 'fa:16:3e:1b:9d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9398add2-fc2d-4775-9dc4-ebeb54e21320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:25:01Z', 'updated_at': '2021-12-30T16:25:12Z', 'revision_number': 5, 'project_id': 'ead324ea735f469c81c310045d03cbb1', 'subnets': [{'id': '9398add2-fc2d-4775-9dc4-ebeb54e21320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:34.924180 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39edf09f-5f4c-4c3c-97f9-0dd59125a601 None None] The sync data for ids ['e6099d73-1fd7-4f25-b6d3-040fd48af58b'] in dv-cinder-822939-1-iscsi is: [{'id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'name': 'tempest-TestMinimumBasicScenario-1405411748-router', 'tenant_id': 'ead324ea735f469c81c310045d03cbb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '00760415-4786-4a9b-aa9e-8d0a30a902b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:24:58Z', 'updated_at': '2021-12-30T16:25:02Z', 'revision_number': 4, 'project_id': 'ead324ea735f469c81c310045d03cbb1', 'gw_port': {'id': '00760415-4786-4a9b-aa9e-8d0a30a902b6', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:24:58Z', 'updated_at': '2021-12-30T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': 'ef44cebe-723a-4291-94a1-ea652382e4bf', 'name': '', 'network_id': 'e3c40bcf-be25-459b-b2de-30847c475031', 'tenant_id': 'ead324ea735f469c81c310045d03cbb1', 'mac_address': 'fa:16:3e:1b:9d:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9398add2-fc2d-4775-9dc4-ebeb54e21320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:25:01Z', 'updated_at': '2021-12-30T16:25:12Z', 'revision_number': 5, 'project_id': 'ead324ea735f469c81c310045d03cbb1', 'subnets': [{'id': '9398add2-fc2d-4775-9dc4-ebeb54e21320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:27:35.139810 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b3b523-8c6d-40e7-9d0d-3fca70c44d59 None None] New status for floating IP f7412620-60c0-4f9c-a23b-642b6663e257: DOWN {{(pid=82860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 30 16:27:35.538494 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe60fc-549c-462c-959b-da84abe3bf25 req-695e5c03-18a6-405f-99a1-bd08049c2716 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:35.539927 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-75fe60fc-549c-462c-959b-da84abe3bf25 req-695e5c03-18a6-405f-99a1-bd08049c2716 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f6afacd-8d2e-4422-a03f-e7bff42e9c01 HTTP/1.1" status: 200  len: 945 time: 0.0778344
Dec 30 16:27:35.587687 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-75fe60fc-549c-462c-959b-da84abe3bf25 req-7ca55e43-3228-4395-bf4d-6b8315cc5047 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419276
Dec 30 16:27:36.790878 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4653ef-2d24-4439-a87c-6250a18c7bf0 req-4af3459f-43db-4064-a567-24bb9afd4321 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:36.792220 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7b4653ef-2d24-4439-a87c-6250a18c7bf0 req-4af3459f-43db-4064-a567-24bb9afd4321 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f6afacd-8d2e-4422-a03f-e7bff42e9c01 HTTP/1.1" status: 200  len: 945 time: 0.0807614
Dec 30 16:27:36.839369 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-7b4653ef-2d24-4439-a87c-6250a18c7bf0 req-6ed0fb88-3efa-4545-bb3e-18b2152d7be4 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413346
Dec 30 16:27:37.197651 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd596a5-f36d-4cb6-a512-02ced5b8af15 req-12c5c983-9124-43ba-83cf-b353a941ee32 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:37.199082 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1fd596a5-f36d-4cb6-a512-02ced5b8af15 req-12c5c983-9124-43ba-83cf-b353a941ee32 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f6afacd-8d2e-4422-a03f-e7bff42e9c01 HTTP/1.1" status: 200  len: 945 time: 0.0793748
Dec 30 16:27:37.238989 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bfdf0-579a-43b1-ad87-1caa55b09b4d req-4225d228-aac5-48f9-a170-72d93b1ae0d8 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:37.239704 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-4a7bfdf0-579a-43b1-ad87-1caa55b09b4d req-4225d228-aac5-48f9-a170-72d93b1ae0d8 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Synchronizing usage tracker for tenant:ead324ea735f469c81c310045d03cbb1 on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:27:37.256259 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-4a7bfdf0-579a-43b1-ad87-1caa55b09b4d req-4225d228-aac5-48f9-a170-72d93b1ae0d8 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Unset dirty status for tenant:ead324ea735f469c81c310045d03cbb1 on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:27:37.257582 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4a7bfdf0-579a-43b1-ad87-1caa55b09b4d req-4225d228-aac5-48f9-a170-72d93b1ae0d8 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 945 time: 0.0941193
Dec 30 16:27:37.270083 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-1fd596a5-f36d-4cb6-a512-02ced5b8af15 req-e812489b-387d-45c8-bb10-ac32128bbeab tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Deleting port e15fc906-792f-4fde-a476-892c1ac74864 {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:27:37.270413 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-1fd596a5-f36d-4cb6-a512-02ced5b8af15 req-e812489b-387d-45c8-bb10-ac32128bbeab tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:37.307669 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-4a7bfdf0-579a-43b1-ad87-1caa55b09b4d req-ffa185ce-c3a3-4e24-a4d6-dfd309470336 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Synchronizing usage tracker for tenant:ead324ea735f469c81c310045d03cbb1 on resource:security_group {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:27:37.323842 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-4a7bfdf0-579a-43b1-ad87-1caa55b09b4d req-ffa185ce-c3a3-4e24-a4d6-dfd309470336 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Unset dirty status for tenant:ead324ea735f469c81c310045d03cbb1 on resource:security_group {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:27:37.324923 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-4a7bfdf0-579a-43b1-ad87-1caa55b09b4d req-ffa185ce-c3a3-4e24-a4d6-dfd309470336 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615625
Dec 30 16:27:37.504604 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-1fd596a5-f36d-4cb6-a512-02ced5b8af15 req-e812489b-387d-45c8-bb10-ac32128bbeab tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] For port e15fc906-792f-4fde-a476-892c1ac74864, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=e15fc906-792f-4fde-a476-892c1ac74864,segment=NetworkSegment(264446b4-c1dd-42ef-bdba-af3323072b19),segment_id=264446b4-c1dd-42ef-bdba-af3323072b19)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:27:37.504932 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-1fd596a5-f36d-4cb6-a512-02ced5b8af15 req-e812489b-387d-45c8-bb10-ac32128bbeab tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:37.626521 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-1fd596a5-f36d-4cb6-a512-02ced5b8af15 req-e812489b-387d-45c8-bb10-ac32128bbeab tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Calling delete_port for e15fc906-792f-4fde-a476-892c1ac74864 owned by compute:nova {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:27:37.768721 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-1fd596a5-f36d-4cb6-a512-02ced5b8af15 req-e812489b-387d-45c8-bb10-ac32128bbeab tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:37.781039 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['4f96d861-0edb-46b0-8aa7-375b08575c9d', '1b2be5f9-1e37-4f47-84f9-af2514fafb75', '6eb52048-4d63-4b52-88ea-2b7c054a0101', 'e15fc906-792f-4fde-a476-892c1ac74864'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:27:37.819326 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812489b-387d-45c8-bb10-ac32128bbeab tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Pushing event deleted for resources: {'Port': ['ID=e15fc906-792f-4fde-a476-892c1ac74864,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:37.892751 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd596a5-f36d-4cb6-a512-02ced5b8af15 req-e812489b-387d-45c8-bb10-ac32128bbeab tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] No DVR routers for this DVR port e15fc906-792f-4fde-a476-892c1ac74864 on host hv-cinder-82293 {{(pid=82857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 30 16:27:37.897336 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-1fd596a5-f36d-4cb6-a512-02ced5b8af15 req-e812489b-387d-45c8-bb10-ac32128bbeab tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:37.900333 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f6afacd-8d2e-4422-a03f-e7bff42e9c01', 'name': 'network-vif-deleted', 'tag': 'e15fc906-792f-4fde-a476-892c1ac74864'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:27:37.919707 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1fd596a5-f36d-4cb6-a512-02ced5b8af15 req-e812489b-387d-45c8-bb10-ac32128bbeab tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.43 "DELETE /v2.0/ports/e15fc906-792f-4fde-a476-892c1ac74864 HTTP/1.1" status: 204  len: 173 time: 0.7139246
Dec 30 16:27:37.992687 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f6afacd-8d2e-4422-a03f-e7bff42e9c01', 'name': 'network-vif-deleted', 'tag': 'e15fc906-792f-4fde-a476-892c1ac74864', 'status': 'completed', 'code': 200}
Dec 30 16:27:38.084099 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-a146d5aa-813d-408c-9cc3-d2f30fbc440b req-120b8652-3f15-4af3-bf3a-5bf09097f0c9 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Synchronizing usage tracker for tenant:3c6f66137c77482285460f62e07422c9 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:27:38.102847 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-a146d5aa-813d-408c-9cc3-d2f30fbc440b req-120b8652-3f15-4af3-bf3a-5bf09097f0c9 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Unset dirty status for tenant:3c6f66137c77482285460f62e07422c9 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:27:38.104728 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a146d5aa-813d-408c-9cc3-d2f30fbc440b req-120b8652-3f15-4af3-bf3a-5bf09097f0c9 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=4f6afacd-8d2e-4422-a03f-e7bff42e9c01 HTTP/1.1" status: 200  len: 210 time: 0.0668173
Dec 30 16:27:38.136299 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 56162) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:38.296064 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-271a04db-c0bd-4dd8-846e-d51272f79495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:38.334515 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-271a04db-c0bd-4dd8-846e-d51272f79495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:27:38.341682 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-271a04db-c0bd-4dd8-846e-d51272f79495 admin admin] Usage tracker for resource:security_group_rule and tenant:5e09ae6e18bb458da65a3af63f9a245b is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:27:38.346664 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-271a04db-c0bd-4dd8-846e-d51272f79495 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:27:38.354316 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-271a04db-c0bd-4dd8-846e-d51272f79495 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:27:38.428639 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-271a04db-c0bd-4dd8-846e-d51272f79495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:38.433943 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-271a04db-c0bd-4dd8-846e-d51272f79495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:38.528394 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a04db-c0bd-4dd8-846e-d51272f79495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b5fbd6-b10d-44e3-a781-2298706632c7,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:38.539084 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-271a04db-c0bd-4dd8-846e-d51272f79495 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5e09ae6e18bb458da65a3af63f9a245b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3988063
Dec 30 16:27:38.539084 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 56170) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:38.620730 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398cfb8-0e49-4fd1-a38a-324fb42b68bd req-f71e1429-87c9-4b00-bc30-c7beed2279ac tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:38.622218 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3398cfb8-0e49-4fd1-a38a-324fb42b68bd req-f71e1429-87c9-4b00-bc30-c7beed2279ac tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 945 time: 0.1533513
Dec 30 16:27:38.630889 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3e77dbdd-dd92-421d-b44e-747e4e463bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:38.682027 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3e77dbdd-dd92-421d-b44e-747e4e463bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:38.712065 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3398cfb8-0e49-4fd1-a38a-324fb42b68bd req-f147926f-6dda-49e6-bcea-0ba3fa214336 tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/security-groups?id=681b611b-1a9d-4bd4-b60e-92e7280ed400&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828049
Dec 30 16:27:38.743311 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3e77dbdd-dd92-421d-b44e-747e4e463bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:38.761895 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77dbdd-dd92-421d-b44e-747e4e463bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b5fbd6-b10d-44e3-a781-2298706632c7,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:38.767036 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3e77dbdd-dd92-421d-b44e-747e4e463bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:38.771613 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-3e77dbdd-dd92-421d-b44e-747e4e463bf7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/03b5fbd6-b10d-44e3-a781-2298706632c7 HTTP/1.1" status: 204  len: 168 time: 0.2289619
Dec 30 16:27:38.939467 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80386451-08e8-4295-b9c5-9efbaacf7224 req-831a683f-5b5e-498b-bb31-5a6d475297cc tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:38.940803 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-80386451-08e8-4295-b9c5-9efbaacf7224 req-831a683f-5b5e-498b-bb31-5a6d475297cc tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.43 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 945 time: 0.0770261
Dec 30 16:27:39.010007 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-80386451-08e8-4295-b9c5-9efbaacf7224 req-d7b63132-93f7-4204-8c0b-2829680bd16c tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Deleting port 54211755-7c11-46c6-93cf-a340a19c8e7f {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:27:39.010274 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-80386451-08e8-4295-b9c5-9efbaacf7224 req-d7b63132-93f7-4204-8c0b-2829680bd16c tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:39.346317 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-80386451-08e8-4295-b9c5-9efbaacf7224 req-d7b63132-93f7-4204-8c0b-2829680bd16c tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] For port 54211755-7c11-46c6-93cf-a340a19c8e7f, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=54211755-7c11-46c6-93cf-a340a19c8e7f,segment=NetworkSegment(bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b),segment_id=bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:27:39.346926 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-80386451-08e8-4295-b9c5-9efbaacf7224 req-d7b63132-93f7-4204-8c0b-2829680bd16c tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:39.471075 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-80386451-08e8-4295-b9c5-9efbaacf7224 req-d7b63132-93f7-4204-8c0b-2829680bd16c tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Calling delete_port for 54211755-7c11-46c6-93cf-a340a19c8e7f owned by compute:nova {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:27:39.618250 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-80386451-08e8-4295-b9c5-9efbaacf7224 req-d7b63132-93f7-4204-8c0b-2829680bd16c tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:39.630457 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['54211755-7c11-46c6-93cf-a340a19c8e7f'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:27:39.669419 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b63132-93f7-4204-8c0b-2829680bd16c tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Pushing event deleted for resources: {'Port': ['ID=54211755-7c11-46c6-93cf-a340a19c8e7f,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:39.744618 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-80386451-08e8-4295-b9c5-9efbaacf7224 req-d7b63132-93f7-4204-8c0b-2829680bd16c tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] No DVR routers for this DVR port 54211755-7c11-46c6-93cf-a340a19c8e7f on host hv-cinder-82293 {{(pid=82857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 30 16:27:39.748099 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-80386451-08e8-4295-b9c5-9efbaacf7224 req-d7b63132-93f7-4204-8c0b-2829680bd16c tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:39.762725 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-80386451-08e8-4295-b9c5-9efbaacf7224 req-d7b63132-93f7-4204-8c0b-2829680bd16c tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.43 "DELETE /v2.0/ports/54211755-7c11-46c6-93cf-a340a19c8e7f HTTP/1.1" status: 204  len: 173 time: 0.8145814
Dec 30 16:27:39.900065 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-b587448b-0ad8-4edd-bf49-9ec57fbbc6c6 req-cc43443f-3d23-4592-b034-ed721bbff8df tempest-TestMinimumBasicScenario-2107210073 tempest-TestMinimumBasicScenario-2107210073-project] 10.222.0.31 "GET /v2.0/ports?device_id=24e90ae1-4d50-4386-82a7-dbd3be71cfa0 HTTP/1.1" status: 200  len: 210 time: 0.0478821
Dec 30 16:27:39.994036 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24e90ae1-4d50-4386-82a7-dbd3be71cfa0', 'name': 'network-vif-deleted', 'tag': '54211755-7c11-46c6-93cf-a340a19c8e7f'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:27:40.053870 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24e90ae1-4d50-4386-82a7-dbd3be71cfa0', 'name': 'network-vif-deleted', 'tag': '54211755-7c11-46c6-93cf-a340a19c8e7f', 'status': 'completed', 'code': 200}
Dec 30 16:27:40.598972 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device e15fc906-792f-4fde-a476-892c1ac74864 no longer exists at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:27:40.630887 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] No Port match for: e15fc906-792f-4fde-a476-892c1ac74864 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:27:40.631592 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device e15fc906-792f-4fde-a476-892c1ac74864 not bound to the agent host hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:27:40.631688 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 54211755-7c11-46c6-93cf-a340a19c8e7f no longer exists at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:27:40.664092 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] No Port match for: 54211755-7c11-46c6-93cf-a340a19c8e7f {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:27:40.664515 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 54211755-7c11-46c6-93cf-a340a19c8e7f not bound to the agent host hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:27:40.993374 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983345d-90d8-4e4f-bd90-94a0ded5b87e req-013e8c41-7bfc-411d-8c8a-84e88adc5987 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:40.994815 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3983345d-90d8-4e4f-bd90-94a0ded5b87e req-013e8c41-7bfc-411d-8c8a-84e88adc5987 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1203537-257a-49d6-89d9-871402ee4c0d HTTP/1.1" status: 200  len: 945 time: 0.0886874
Dec 30 16:27:41.042263 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3983345d-90d8-4e4f-bd90-94a0ded5b87e req-3b09ddd8-5faf-499f-ae49-426868207c9a tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417306
Dec 30 16:27:41.737529 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 56266) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:42.127690 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-633ea553-4168-4200-ba87-2cc092c77416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4017164'] for router_interface, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:42.320522 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa6152-e67d-47c0-94e0-db2a32160a13 req-6913b7ca-561d-4091-87bb-eb14a4f7bef3 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:42.322160 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-59fa6152-e67d-47c0-94e0-db2a32160a13 req-6913b7ca-561d-4091-87bb-eb14a4f7bef3 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1203537-257a-49d6-89d9-871402ee4c0d HTTP/1.1" status: 200  len: 945 time: 0.1496227
Dec 30 16:27:42.491387 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-59fa6152-e67d-47c0-94e0-db2a32160a13 req-ee97a28e-0852-402e-8dfc-cc76a4322c27 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1629918
Dec 30 16:27:42.926614 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-633ea553-4168-4200-ba87-2cc092c77416 admin admin] Deleting port ef44cebe-723a-4291-94a1-ea652382e4bf {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:27:42.927298 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-633ea553-4168-4200-ba87-2cc092c77416 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:43.108105 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [None req-633ea553-4168-4200-ba87-2cc092c77416 admin admin] For port ef44cebe-723a-4291-94a1-ea652382e4bf, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=ef44cebe-723a-4291-94a1-ea652382e4bf,segment=NetworkSegment(bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b),segment_id=bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:27:43.108455 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-633ea553-4168-4200-ba87-2cc092c77416 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:43.227271 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-633ea553-4168-4200-ba87-2cc092c77416 admin admin] Calling delete_port for ef44cebe-723a-4291-94a1-ea652382e4bf owned by network:router_interface {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:27:43.408596 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-633ea553-4168-4200-ba87-2cc092c77416 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:43.451522 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ea553-4168-4200-ba87-2cc092c77416 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef44cebe-723a-4291-94a1-ea652382e4bf,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:43.697018 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b34fca3-2eb6-4e73-b57c-496ebc48b454 req-027ba44a-eb77-4ac7-ae12-ef9adbbe4d70 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:43.698795 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8b34fca3-2eb6-4e73-b57c-496ebc48b454 req-027ba44a-eb77-4ac7-ae12-ef9adbbe4d70 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1203537-257a-49d6-89d9-871402ee4c0d HTTP/1.1" status: 200  len: 945 time: 0.0816212
Dec 30 16:27:43.743128 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-633ea553-4168-4200-ba87-2cc092c77416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4017400'] for router_interface, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:43.749403 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8b34fca3-2eb6-4e73-b57c-496ebc48b454 req-91fa1c54-6f29-4224-9408-cefbed8b3fd0 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447543
Dec 30 16:27:44.435537 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633ea553-4168-4200-ba87-2cc092c77416 admin admin] Router e6099d73-1fd7-4f25-b6d3-040fd48af58b has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:27:44.647972 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633ea553-4168-4200-ba87-2cc092c77416 admin admin] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:27:44.656789 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f601f6b1-5ecc-4d00-84c3-938cd893aae0 None None] Sync routers for ids ['e6099d73-1fd7-4f25-b6d3-040fd48af58b'] in dv-cinder-822939-1-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:27:44.662639 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-633ea553-4168-4200-ba87-2cc092c77416 admin admin] 10.222.0.31 "PUT /v2.0/routers/e6099d73-1fd7-4f25-b6d3-040fd48af58b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9239156
Dec 30 16:27:44.665272 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 56278) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:44.670463 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f601f6b1-5ecc-4d00-84c3-938cd893aae0 None None] Routers {'e6099d73-1fd7-4f25-b6d3-040fd48af58b'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:27:44.671133 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-f601f6b1-5ecc-4d00-84c3-938cd893aae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d5581550>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:27:17Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['e6099d73-1fd7-4f25-b6d3-040fd48af58b'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:44.861330 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-f601f6b1-5ecc-4d00-84c3-938cd893aae0 None None] Set router e6099d73-1fd7-4f25-b6d3-040fd48af58b gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:27:44.937201 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cda9a83f-7548-4b1d-97ed-8917ae2ff4bb admin admin] Notify callbacks [] for router, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:45.015150 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff03d9-fb54-44c5-a9a8-d9ab5140f409 req-080f48f5-b475-41d1-b061-627ccf682275 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:45.016955 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-47ff03d9-fb54-44c5-a9a8-d9ab5140f409 req-080f48f5-b475-41d1-b061-627ccf682275 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.43 "GET /v2.0/ports?device_id=b1203537-257a-49d6-89d9-871402ee4c0d HTTP/1.1" status: 200  len: 945 time: 0.1132388
Dec 30 16:27:45.060546 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1524970-72fa-4fd5-89a1-68e8e1d81ba5 req-a7d62b58-ce66-4b78-9c1c-62f311f7f679 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:45.062295 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e1524970-72fa-4fd5-89a1-68e8e1d81ba5 req-a7d62b58-ce66-4b78-9c1c-62f311f7f679 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1203537-257a-49d6-89d9-871402ee4c0d HTTP/1.1" status: 200  len: 945 time: 0.1728976
Dec 30 16:27:45.113195 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-47ff03d9-fb54-44c5-a9a8-d9ab5140f409 req-4304d949-8386-4003-b4e6-e12e552c3777 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Deleting port 6eb52048-4d63-4b52-88ea-2b7c054a0101 {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:27:45.114085 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-47ff03d9-fb54-44c5-a9a8-d9ab5140f409 req-4304d949-8386-4003-b4e6-e12e552c3777 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:45.169142 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0862c8b4-cdc3-4926-8475-c01cf3d01e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:45.184367 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-f601f6b1-5ecc-4d00-84c3-938cd893aae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d5581550>, [{'id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'name': 'tempest-TestMinimumBasicScenario-1405411748-router', 'tenant_id': 'ead324ea735f469c81c310045d03cbb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.232'}], 'enable_snat': True}, 'gw_port_id': '00760415-4786-4a9b-aa9e-8d0a30a902b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:24:58Z', 'updated_at': '2021-12-30T16:27:43Z', 'revision_number': 5, 'project_id': 'ead324ea735f469c81c310045d03cbb1', 'gw_port': {'id': '00760415-4786-4a9b-aa9e-8d0a30a902b6', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:f6:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:24:58Z', 'updated_at': '2021-12-30T16:25:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi'}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:45.190608 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f601f6b1-5ecc-4d00-84c3-938cd893aae0 None None] Checking router: e6099d73-1fd7-4f25-b6d3-040fd48af58b for host: dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:27:45.206517 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e1524970-72fa-4fd5-89a1-68e8e1d81ba5 req-a2218355-246d-4307-8aad-875d4460fe2c tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1364558
Dec 30 16:27:45.207835 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f601f6b1-5ecc-4d00-84c3-938cd893aae0 None None] Routers {'e6099d73-1fd7-4f25-b6d3-040fd48af58b'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:27:45.208623 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-f601f6b1-5ecc-4d00-84c3-938cd893aae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d5581550>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:27:17Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['e6099d73-1fd7-4f25-b6d3-040fd48af58b'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:45.256657 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cda9a83f-7548-4b1d-97ed-8917ae2ff4bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:45.270916 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-cda9a83f-7548-4b1d-97ed-8917ae2ff4bb admin admin] Deleting port 00760415-4786-4a9b-aa9e-8d0a30a902b6 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:27:45.271362 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cda9a83f-7548-4b1d-97ed-8917ae2ff4bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:45.419354 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-f601f6b1-5ecc-4d00-84c3-938cd893aae0 None None] Set router e6099d73-1fd7-4f25-b6d3-040fd48af58b gateway port host: None {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:27:45.468680 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-47ff03d9-fb54-44c5-a9a8-d9ab5140f409 req-4304d949-8386-4003-b4e6-e12e552c3777 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] For port 6eb52048-4d63-4b52-88ea-2b7c054a0101, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=6eb52048-4d63-4b52-88ea-2b7c054a0101,segment=NetworkSegment(264446b4-c1dd-42ef-bdba-af3323072b19),segment_id=264446b4-c1dd-42ef-bdba-af3323072b19)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:27:45.469050 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-47ff03d9-fb54-44c5-a9a8-d9ab5140f409 req-4304d949-8386-4003-b4e6-e12e552c3777 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:45.495373 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [None req-cda9a83f-7548-4b1d-97ed-8917ae2ff4bb admin admin] For port 00760415-4786-4a9b-aa9e-8d0a30a902b6, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=00760415-4786-4a9b-aa9e-8d0a30a902b6,segment=NetworkSegment(a1965180-a5eb-4dfc-97e0-14ede4debdc3),segment_id=a1965180-a5eb-4dfc-97e0-14ede4debdc3)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:27:45.495907 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cda9a83f-7548-4b1d-97ed-8917ae2ff4bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:45.535959 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-f601f6b1-5ecc-4d00-84c3-938cd893aae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d5581550>, [{'id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'name': 'tempest-TestMinimumBasicScenario-1405411748-router', 'tenant_id': 'ead324ea735f469c81c310045d03cbb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:24:58Z', 'updated_at': '2021-12-30T16:27:45Z', 'revision_number': 6, 'project_id': 'ead324ea735f469c81c310045d03cbb1', 'gw_port_host': None}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:45.545055 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f601f6b1-5ecc-4d00-84c3-938cd893aae0 None None] The sync data for ids ['e6099d73-1fd7-4f25-b6d3-040fd48af58b'] in dv-cinder-822939-1-iscsi is: [{'id': 'e6099d73-1fd7-4f25-b6d3-040fd48af58b', 'name': 'tempest-TestMinimumBasicScenario-1405411748-router', 'tenant_id': 'ead324ea735f469c81c310045d03cbb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:24:58Z', 'updated_at': '2021-12-30T16:27:45Z', 'revision_number': 6, 'project_id': 'ead324ea735f469c81c310045d03cbb1', 'gw_port_host': None}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:27:45.632997 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-47ff03d9-fb54-44c5-a9a8-d9ab5140f409 req-4304d949-8386-4003-b4e6-e12e552c3777 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Calling delete_port for 6eb52048-4d63-4b52-88ea-2b7c054a0101 owned by compute:nova {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:27:45.647511 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-cda9a83f-7548-4b1d-97ed-8917ae2ff4bb admin admin] Calling delete_port for 00760415-4786-4a9b-aa9e-8d0a30a902b6 owned by network:router_gateway {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:27:45.787980 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-47ff03d9-fb54-44c5-a9a8-d9ab5140f409 req-4304d949-8386-4003-b4e6-e12e552c3777 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:45.800288 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['4f96d861-0edb-46b0-8aa7-375b08575c9d', '1b2be5f9-1e37-4f47-84f9-af2514fafb75', '6eb52048-4d63-4b52-88ea-2b7c054a0101'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:27:45.837556 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304d949-8386-4003-b4e6-e12e552c3777 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Pushing event deleted for resources: {'Port': ['ID=6eb52048-4d63-4b52-88ea-2b7c054a0101,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:45.931577 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ff03d9-fb54-44c5-a9a8-d9ab5140f409 req-4304d949-8386-4003-b4e6-e12e552c3777 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] No DVR routers for this DVR port 6eb52048-4d63-4b52-88ea-2b7c054a0101 on host hv-cinder-82293 {{(pid=82857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 30 16:27:45.935031 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-47ff03d9-fb54-44c5-a9a8-d9ab5140f409 req-4304d949-8386-4003-b4e6-e12e552c3777 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:45.938680 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device ef44cebe-723a-4291-94a1-ea652382e4bf no longer exists at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:27:45.942772 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cda9a83f-7548-4b1d-97ed-8917ae2ff4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:45.944406 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1203537-257a-49d6-89d9-871402ee4c0d', 'name': 'network-vif-deleted', 'tag': '6eb52048-4d63-4b52-88ea-2b7c054a0101'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:27:45.958233 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-47ff03d9-fb54-44c5-a9a8-d9ab5140f409 req-4304d949-8386-4003-b4e6-e12e552c3777 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.43 "DELETE /v2.0/ports/6eb52048-4d63-4b52-88ea-2b7c054a0101 HTTP/1.1" status: 204  len: 173 time: 0.9354773
Dec 30 16:27:45.986838 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] No Port match for: ef44cebe-723a-4291-94a1-ea652382e4bf {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:27:45.987456 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device ef44cebe-723a-4291-94a1-ea652382e4bf not bound to the agent host dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:27:46.013323 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9a83f-7548-4b1d-97ed-8917ae2ff4bb admin admin] Pushing event deleted for resources: {'Port': ['ID=00760415-4786-4a9b-aa9e-8d0a30a902b6,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:46.030745 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1203537-257a-49d6-89d9-871402ee4c0d', 'name': 'network-vif-deleted', 'tag': '6eb52048-4d63-4b52-88ea-2b7c054a0101', 'status': 'completed', 'code': 200}
Dec 30 16:27:46.243529 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cda9a83f-7548-4b1d-97ed-8917ae2ff4bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4018033'] for router_gateway, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:46.410223 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c41db881-0f22-4882-8444-6becd17aec72 req-d5c30ef7-760a-4f81-9236-ee24a71924fc tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=b1203537-257a-49d6-89d9-871402ee4c0d HTTP/1.1" status: 200  len: 210 time: 0.0541062
Dec 30 16:27:46.544338 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cda9a83f-7548-4b1d-97ed-8917ae2ff4bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4016102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3406'] for router, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:46.549206 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cda9a83f-7548-4b1d-97ed-8917ae2ff4bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:46.576617 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cda9a83f-7548-4b1d-97ed-8917ae2ff4bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4015446'] for router, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:46.577053 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda9a83f-7548-4b1d-97ed-8917ae2ff4bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6099d73-1fd7-4f25-b6d3-040fd48af58b {{(pid=82858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 30 16:27:46.589631 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cda9a83f-7548-4b1d-97ed-8917ae2ff4bb admin admin] Notify callbacks [] for router, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:46.590781 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-cda9a83f-7548-4b1d-97ed-8917ae2ff4bb admin admin] 10.222.0.31 "DELETE /v2.0/routers/e6099d73-1fd7-4f25-b6d3-040fd48af58b HTTP/1.1" status: 204  len: 168 time: 1.9244897
Dec 30 16:27:46.593501 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 56320) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:46.651477 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f02358-5b78-4a9f-ab71-8970a7e76123 admin admin] Deleting subnet 9398add2-fc2d-4775-9dc4-ebeb54e21320 {{(pid=82858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}}
Dec 30 16:27:46.654524 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-73f02358-5b78-4a9f-ab71-8970a7e76123 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:46.705589 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-73f02358-5b78-4a9f-ab71-8970a7e76123 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045561'] for subnet, precommit_delete_associations {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:46.785304 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-73f02358-5b78-4a9f-ab71-8970a7e76123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-618588'] for subnet, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:46.854959 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-73f02358-5b78-4a9f-ab71-8970a7e76123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-618599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2958376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2631253'] for subnet, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:46.896578 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f02358-5b78-4a9f-ab71-8970a7e76123 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9398add2-fc2d-4775-9dc4-ebeb54e21320,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:46.903711 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-73f02358-5b78-4a9f-ab71-8970a7e76123 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:46.909926 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c206b1f1-79f7-4020-8169-322d2263de1c None None] Network e3c40bcf-be25-459b-b2de-30847c475031 requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:27:46.913673 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-73f02358-5b78-4a9f-ab71-8970a7e76123 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9398add2-fc2d-4775-9dc4-ebeb54e21320 HTTP/1.1" status: 204  len: 168 time: 0.3169432
Dec 30 16:27:46.914029 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 56330) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:47.023188 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ec6b55a6-36e7-498e-b356-203d1027985f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544548'] for network, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:47.034347 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-ec6b55a6-36e7-498e-b356-203d1027985f admin admin] Deleting port 9b520a3e-45b3-4671-8af7-4bbc4b07932c {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:27:47.034697 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ec6b55a6-36e7-498e-b356-203d1027985f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:47.162073 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98016823-658a-444d-8222-dff5ea213f69 None None] DHCP port deletion for e3c40bcf-be25-459b-b2de-30847c475031 request from dv-cinder-822939-1-iscsi {{(pid=82859) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 30 16:27:47.166919 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-98016823-658a-444d-8222-dff5ea213f69 None None] Deleting port 9b520a3e-45b3-4671-8af7-4bbc4b07932c {{(pid=82859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:27:47.167291 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-98016823-658a-444d-8222-dff5ea213f69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:47.242189 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [None req-ec6b55a6-36e7-498e-b356-203d1027985f admin admin] For port 9b520a3e-45b3-4671-8af7-4bbc4b07932c, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=9b520a3e-45b3-4671-8af7-4bbc4b07932c,segment=NetworkSegment(bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b),segment_id=bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:27:47.242630 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ec6b55a6-36e7-498e-b356-203d1027985f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:47.368337 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-358e6ba4-58fa-4282-8387-a05dda2e0207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:47.379013 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-98016823-658a-444d-8222-dff5ea213f69 None None] For port 9b520a3e-45b3-4671-8af7-4bbc4b07932c, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=9b520a3e-45b3-4671-8af7-4bbc4b07932c,segment=NetworkSegment(bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b),segment_id=bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:27:47.379441 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-98016823-658a-444d-8222-dff5ea213f69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:47.462804 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-ec6b55a6-36e7-498e-b356-203d1027985f admin admin] Calling delete_port for 9b520a3e-45b3-4671-8af7-4bbc4b07932c owned by network:dhcp {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:27:47.512730 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-98016823-658a-444d-8222-dff5ea213f69 None None] Calling delete_port for 9b520a3e-45b3-4671-8af7-4bbc4b07932c owned by network:dhcp {{(pid=82859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:27:47.540357 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ec6b55a6-36e7-498e-b356-203d1027985f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:47.588689 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b55a6-36e7-498e-b356-203d1027985f admin admin] Pushing event deleted for resources: {'Port': ['ID=9b520a3e-45b3-4671-8af7-4bbc4b07932c,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:47.589467 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.db.api [None req-98016823-658a-444d-8222-dff5ea213f69 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 30 16:27:47.589467 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG oslo_db.api [None req-98016823-658a-444d-8222-dff5ea213f69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 30 16:27:47.593550 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6b55a6-36e7-498e-b356-203d1027985f admin admin] No DVR routers for this DVR port 9b520a3e-45b3-4671-8af7-4bbc4b07932c on host dv-cinder-822939-1-iscsi {{(pid=82858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 30 16:27:47.708398 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ec6b55a6-36e7-498e-b356-203d1027985f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-618013', 'neutron.services.segments.db._delete_segments_for_network-8793096430318'] for network, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:47.733922 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-ec6b55a6-36e7-498e-b356-203d1027985f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff4d48fb220>,) {'filters': {'network_id': ['e3c40bcf-be25-459b-b2de-30847c475031']}} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:47.749323 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-ec6b55a6-36e7-498e-b356-203d1027985f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff4d48fb220>, 'bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b') {'for_net_delete': True} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:47.749629 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-ec6b55a6-36e7-498e-b356-203d1027985f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff4d48fb220>, 'bc971c72-32ef-4cf5-8c66-8d44ba5b0e3b') {} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:47.764165 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ec6b55a6-36e7-498e-b356-203d1027985f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793096435469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045536'] for segment, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:47.782355 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ec6b55a6-36e7-498e-b356-203d1027985f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:47.788638 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec6b55a6-36e7-498e-b356-203d1027985f admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=82858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 30 16:27:47.789004 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ec6b55a6-36e7-498e-b356-203d1027985f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-621716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2958542'] for segment, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:47.802267 dv-cinder-822939-1-iscsi neutron-server[82858]: Traceback (most recent call last):
Dec 30 16:27:47.802267 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 30 16:27:47.802267 dv-cinder-822939-1-iscsi neutron-server[82858]:     timer()
Dec 30 16:27:47.802267 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 30 16:27:47.802267 dv-cinder-822939-1-iscsi neutron-server[82858]:     cb(*args, **kw)
Dec 30 16:27:47.802267 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 30 16:27:47.802267 dv-cinder-822939-1-iscsi neutron-server[82858]:     return func(*args, **kwargs)
Dec 30 16:27:47.802267 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 30 16:27:47.802267 dv-cinder-822939-1-iscsi neutron-server[82858]:     self._notify()
Dec 30 16:27:47.802267 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 30 16:27:47.802267 dv-cinder-822939-1-iscsi neutron-server[82858]:     self.callback(batched_events)
Dec 30 16:27:47.802267 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 30 16:27:47.802267 dv-cinder-822939-1-iscsi neutron-server[82858]:     event.method(event)
Dec 30 16:27:47.802267 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 30 16:27:47.802267 dv-cinder-822939-1-iscsi neutron-server[82858]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 30 16:27:47.802267 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 30 16:27:47.802267 dv-cinder-822939-1-iscsi neutron-server[82858]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 30 16:27:47.802267 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 30 16:27:47.802267 dv-cinder-822939-1-iscsi neutron-server[82858]:     return f(self, *a, **k)
Dec 30 16:27:47.802267 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 30 16:27:47.802267 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self._get(url).json()
Dec 30 16:27:47.802267 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 30 16:27:47.802267 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 30 16:27:47.802267 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 30 16:27:47.802267 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self.request(url, 'GET', **kwargs)
Dec 30 16:27:47.802267 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 30 16:27:47.802267 dv-cinder-822939-1-iscsi neutron-server[82858]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 30 16:27:47.802267 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 30 16:27:47.802267 dv-cinder-822939-1-iscsi neutron-server[82858]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 30 16:27:47.802267 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 30 16:27:47.802267 dv-cinder-822939-1-iscsi neutron-server[82858]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 30 16:27:47.802267 dv-cinder-822939-1-iscsi neutron-server[82858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 30 16:27:47.878613 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ec6b55a6-36e7-498e-b356-203d1027985f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-618002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4017932'] for network, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:47.896619 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ec6b55a6-36e7-498e-b356-203d1027985f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:47.902731 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b55a6-36e7-498e-b356-203d1027985f admin admin] Pushing event deleted for resources: {'Network': ['ID=e3c40bcf-be25-459b-b2de-30847c475031,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:47.912423 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-ec6b55a6-36e7-498e-b356-203d1027985f admin admin] 10.222.0.31 "DELETE /v2.0/networks/e3c40bcf-be25-459b-b2de-30847c475031 HTTP/1.1" status: 204  len: 168 time: 0.9965217
Dec 30 16:27:47.915295 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 56340) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:47.931764 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8d68a-af64-40fb-81ad-0af1129a2813 req-7189ad70-1935-49c6-9efa-1b57952fe203 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:47.932582 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-d0c8d68a-af64-40fb-81ad-0af1129a2813 req-7189ad70-1935-49c6-9efa-1b57952fe203 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Synchronizing usage tracker for tenant:3c6f66137c77482285460f62e07422c9 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:27:47.952486 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 9b520a3e-45b3-4671-8af7-4bbc4b07932c no longer exists at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:27:47.957432 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-d0c8d68a-af64-40fb-81ad-0af1129a2813 req-7189ad70-1935-49c6-9efa-1b57952fe203 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Unset dirty status for tenant:3c6f66137c77482285460f62e07422c9 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:27:47.964279 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d0c8d68a-af64-40fb-81ad-0af1129a2813 req-7189ad70-1935-49c6-9efa-1b57952fe203 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5ed13a7-633b-4c89-8de8-4f7a877ca1da HTTP/1.1" status: 200  len: 945 time: 0.1199372
Dec 30 16:27:48.006778 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] No Port match for: 9b520a3e-45b3-4671-8af7-4bbc4b07932c {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:27:48.007422 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 9b520a3e-45b3-4671-8af7-4bbc4b07932c not bound to the agent host dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:27:48.007988 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 00760415-4786-4a9b-aa9e-8d0a30a902b6 no longer exists at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:27:48.019642 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d0c8d68a-af64-40fb-81ad-0af1129a2813 req-a938d944-0a1f-4604-97ea-8d9f58d9b8d0 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541232
Dec 30 16:27:48.042791 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] No Port match for: 00760415-4786-4a9b-aa9e-8d0a30a902b6 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:27:48.043126 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 00760415-4786-4a9b-aa9e-8d0a30a902b6 not bound to the agent host dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:27:48.090859 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-98016823-658a-444d-8222-dff5ea213f69 None None] Deleting port 9b520a3e-45b3-4671-8af7-4bbc4b07932c {{(pid=82859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:27:48.091688 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-98016823-658a-444d-8222-dff5ea213f69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:48.155894 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-98016823-658a-444d-8222-dff5ea213f69 None None] The port '9b520a3e-45b3-4671-8af7-4bbc4b07932c' was deleted {{(pid=82859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 30 16:27:48.309999 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d1d4bcf5-6e23-4fdf-b14f-ad383564251d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4017164'] for router_interface, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:48.347488 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 56350) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:48.352310 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:48.494107 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e86d9e8f-3b53-48f1-923d-d8eafeb39b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:48.527960 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-e86d9e8f-3b53-48f1-923d-d8eafeb39b5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:27:48.532099 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-e86d9e8f-3b53-48f1-923d-d8eafeb39b5b admin admin] Usage tracker for resource:security_group_rule and tenant:4ad618b4dd724b7ab43866b7973a0f43 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:27:48.534908 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-e86d9e8f-3b53-48f1-923d-d8eafeb39b5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:27:48.540516 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-e86d9e8f-3b53-48f1-923d-d8eafeb39b5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:27:48.644065 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 6eb52048-4d63-4b52-88ea-2b7c054a0101 no longer exists at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:27:48.690366 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] No Port match for: 6eb52048-4d63-4b52-88ea-2b7c054a0101 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:27:48.690627 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 6eb52048-4d63-4b52-88ea-2b7c054a0101 not bound to the agent host hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:27:48.696772 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e86d9e8f-3b53-48f1-923d-d8eafeb39b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:48.700166 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:48.702291 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e86d9e8f-3b53-48f1-923d-d8eafeb39b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:48.747019 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d9e8f-3b53-48f1-923d-d8eafeb39b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1472859c-3da9-48e7-a084-e963fee3cbe7,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:48.753191 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-e86d9e8f-3b53-48f1-923d-d8eafeb39b5b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ad618b4dd724b7ab43866b7973a0f43&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4036660
Dec 30 16:27:48.755064 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 56356) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:48.813895 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-dc46646f-95c5-4ddb-9347-c0597a3ea7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:48.843015 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-dc46646f-95c5-4ddb-9347-c0597a3ea7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:48.898217 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-dc46646f-95c5-4ddb-9347-c0597a3ea7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:48.912608 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46646f-95c5-4ddb-9347-c0597a3ea7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1472859c-3da9-48e7-a084-e963fee3cbe7,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:48.919493 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-dc46646f-95c5-4ddb-9347-c0597a3ea7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:48.920621 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-dc46646f-95c5-4ddb-9347-c0597a3ea7d3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1472859c-3da9-48e7-a084-e963fee3cbe7 HTTP/1.1" status: 204  len: 168 time: 0.1646948
Dec 30 16:27:49.016154 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-d1d4bcf5-6e23-4fdf-b14f-ad383564251d admin admin] Deleting port 3143f61d-4bb5-435c-a3f1-18d090ac74fb {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:27:49.016727 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d1d4bcf5-6e23-4fdf-b14f-ad383564251d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:49.184106 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1a64f-d8a8-4230-b1bd-4982b54dfe5a req-0e76ab60-5029-4d78-9ba8-edd0f236b217 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:49.185573 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c9d1a64f-d8a8-4230-b1bd-4982b54dfe5a req-0e76ab60-5029-4d78-9ba8-edd0f236b217 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.43 "GET /v2.0/ports?device_id=a5ed13a7-633b-4c89-8de8-4f7a877ca1da HTTP/1.1" status: 200  len: 945 time: 0.0923550
Dec 30 16:27:49.255814 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [None req-d1d4bcf5-6e23-4fdf-b14f-ad383564251d admin admin] For port 3143f61d-4bb5-435c-a3f1-18d090ac74fb, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=3143f61d-4bb5-435c-a3f1-18d090ac74fb,segment=NetworkSegment(c4a67206-6b07-444f-8b75-7e27f55197d7),segment_id=c4a67206-6b07-444f-8b75-7e27f55197d7)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:27:49.256170 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d1d4bcf5-6e23-4fdf-b14f-ad383564251d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:49.257185 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-c9d1a64f-d8a8-4230-b1bd-4982b54dfe5a req-5311fb7c-e358-4d87-8813-bd8e37b4e13f tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Deleting port 1b2be5f9-1e37-4f47-84f9-af2514fafb75 {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:27:49.257592 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-c9d1a64f-d8a8-4230-b1bd-4982b54dfe5a req-5311fb7c-e358-4d87-8813-bd8e37b4e13f tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:49.380971 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c003d980-9ade-4c19-80c6-4c8e3382f24e req-45ccdfe3-b262-4ae2-88fc-88d6c5e335db tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:49.382446 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c003d980-9ade-4c19-80c6-4c8e3382f24e req-45ccdfe3-b262-4ae2-88fc-88d6c5e335db tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5ed13a7-633b-4c89-8de8-4f7a877ca1da HTTP/1.1" status: 200  len: 945 time: 0.2460845
Dec 30 16:27:49.391933 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-d1d4bcf5-6e23-4fdf-b14f-ad383564251d admin admin] Calling delete_port for 3143f61d-4bb5-435c-a3f1-18d090ac74fb owned by network:router_interface {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:27:49.495884 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c003d980-9ade-4c19-80c6-4c8e3382f24e req-60b065da-564e-4db5-8168-29cc44f5a9b0 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780563
Dec 30 16:27:49.516623 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-c9d1a64f-d8a8-4230-b1bd-4982b54dfe5a req-5311fb7c-e358-4d87-8813-bd8e37b4e13f tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] For port 1b2be5f9-1e37-4f47-84f9-af2514fafb75, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=1b2be5f9-1e37-4f47-84f9-af2514fafb75,segment=NetworkSegment(264446b4-c1dd-42ef-bdba-af3323072b19),segment_id=264446b4-c1dd-42ef-bdba-af3323072b19)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:27:49.516972 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-c9d1a64f-d8a8-4230-b1bd-4982b54dfe5a req-5311fb7c-e358-4d87-8813-bd8e37b4e13f tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:49.614846 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d1d4bcf5-6e23-4fdf-b14f-ad383564251d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:49.643694 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-c9d1a64f-d8a8-4230-b1bd-4982b54dfe5a req-5311fb7c-e358-4d87-8813-bd8e37b4e13f tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Calling delete_port for 1b2be5f9-1e37-4f47-84f9-af2514fafb75 owned by compute:nova {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:27:49.660394 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4bcf5-6e23-4fdf-b14f-ad383564251d admin admin] Pushing event deleted for resources: {'Port': ['ID=3143f61d-4bb5-435c-a3f1-18d090ac74fb,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:49.820409 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-c9d1a64f-d8a8-4230-b1bd-4982b54dfe5a req-5311fb7c-e358-4d87-8813-bd8e37b4e13f tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:49.823947 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:49.836000 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['4f96d861-0edb-46b0-8aa7-375b08575c9d', '1b2be5f9-1e37-4f47-84f9-af2514fafb75'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:27:49.900995 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5311fb7c-e358-4d87-8813-bd8e37b4e13f tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Pushing event deleted for resources: {'Port': ['ID=1b2be5f9-1e37-4f47-84f9-af2514fafb75,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:50.010371 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d1a64f-d8a8-4230-b1bd-4982b54dfe5a req-5311fb7c-e358-4d87-8813-bd8e37b4e13f tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] No DVR routers for this DVR port 1b2be5f9-1e37-4f47-84f9-af2514fafb75 on host hv-cinder-82293 {{(pid=82857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 30 16:27:50.013563 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-c9d1a64f-d8a8-4230-b1bd-4982b54dfe5a req-5311fb7c-e358-4d87-8813-bd8e37b4e13f tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:50.018806 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ed13a7-633b-4c89-8de8-4f7a877ca1da', 'name': 'network-vif-deleted', 'tag': '1b2be5f9-1e37-4f47-84f9-af2514fafb75'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:27:50.039827 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d1d4bcf5-6e23-4fdf-b14f-ad383564251d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4017400'] for router_interface, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:50.061238 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c9d1a64f-d8a8-4230-b1bd-4982b54dfe5a req-5311fb7c-e358-4d87-8813-bd8e37b4e13f tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.43 "DELETE /v2.0/ports/1b2be5f9-1e37-4f47-84f9-af2514fafb75 HTTP/1.1" status: 204  len: 173 time: 0.8699069
Dec 30 16:27:50.100307 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ed13a7-633b-4c89-8de8-4f7a877ca1da', 'name': 'network-vif-deleted', 'tag': '1b2be5f9-1e37-4f47-84f9-af2514fafb75', 'status': 'completed', 'code': 200}
Dec 30 16:27:50.729547 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-5da1f234-6cf9-4f15-b467-03d777177243 req-21a3d9ee-4dc5-4e21-9e1b-94526f3a428a tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=a5ed13a7-633b-4c89-8de8-4f7a877ca1da HTTP/1.1" status: 200  len: 210 time: 0.0544004
Dec 30 16:27:50.850043 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d4bcf5-6e23-4fdf-b14f-ad383564251d admin admin] Router bea2171e-8244-4107-a679-82db32f29982 has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:27:51.050342 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d4bcf5-6e23-4fdf-b14f-ad383564251d admin admin] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:27:51.060832 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c975b3c-cb42-43e2-a990-7aab48ae72f0 None None] Sync routers for ids ['bea2171e-8244-4107-a679-82db32f29982'] in dv-cinder-822939-1-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:27:51.061331 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-d1d4bcf5-6e23-4fdf-b14f-ad383564251d admin admin] 10.222.0.31 "PUT /v2.0/routers/bea2171e-8244-4107-a679-82db32f29982/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1448171
Dec 30 16:27:51.064005 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 56406) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:51.074756 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c975b3c-cb42-43e2-a990-7aab48ae72f0 None None] Routers {'bea2171e-8244-4107-a679-82db32f29982'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:27:51.075432 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-9c975b3c-cb42-43e2-a990-7aab48ae72f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d542fca0>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:27:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['bea2171e-8244-4107-a679-82db32f29982'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:51.256984 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-9c975b3c-cb42-43e2-a990-7aab48ae72f0 None None] Set router bea2171e-8244-4107-a679-82db32f29982 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:27:51.261687 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0ab668f5-9fdf-4168-b462-601f916eb725 admin admin] Notify callbacks [] for router, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:51.471059 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0ab668f5-9fdf-4168-b462-601f916eb725 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:51.484791 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-0ab668f5-9fdf-4168-b462-601f916eb725 admin admin] Deleting port 0714a180-69fa-406e-9175-65ed11c51df4 {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:27:51.485698 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0ab668f5-9fdf-4168-b462-601f916eb725 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:51.550519 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-9c975b3c-cb42-43e2-a990-7aab48ae72f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d542fca0>, [{'id': 'bea2171e-8244-4107-a679-82db32f29982', 'name': 'tempest-TestMinimumBasicScenario-958431662-router', 'tenant_id': '71a49c489ac5410b8bb76c61afde1752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '0714a180-69fa-406e-9175-65ed11c51df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:25:06Z', 'updated_at': '2021-12-30T16:27:49Z', 'revision_number': 5, 'project_id': '71a49c489ac5410b8bb76c61afde1752', 'gw_port': {'id': '0714a180-69fa-406e-9175-65ed11c51df4', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea2171e-8244-4107-a679-82db32f29982', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:25:07Z', 'updated_at': '2021-12-30T16:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi'}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:51.554273 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c975b3c-cb42-43e2-a990-7aab48ae72f0 None None] Checking router: bea2171e-8244-4107-a679-82db32f29982 for host: dv-cinder-822939-1-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:27:51.564461 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c975b3c-cb42-43e2-a990-7aab48ae72f0 None None] Routers {'bea2171e-8244-4107-a679-82db32f29982'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:27:51.565033 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-9c975b3c-cb42-43e2-a990-7aab48ae72f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d542fca0>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:27:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['bea2171e-8244-4107-a679-82db32f29982'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:51.725757 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-9c975b3c-cb42-43e2-a990-7aab48ae72f0 None None] Set router bea2171e-8244-4107-a679-82db32f29982 gateway port host: None {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:27:51.776827 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-0ab668f5-9fdf-4168-b462-601f916eb725 admin admin] For port 0714a180-69fa-406e-9175-65ed11c51df4, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=0714a180-69fa-406e-9175-65ed11c51df4,segment=NetworkSegment(a1965180-a5eb-4dfc-97e0-14ede4debdc3),segment_id=a1965180-a5eb-4dfc-97e0-14ede4debdc3)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:27:51.777182 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0ab668f5-9fdf-4168-b462-601f916eb725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:51.869769 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-9c975b3c-cb42-43e2-a990-7aab48ae72f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d542fca0>, [{'id': 'bea2171e-8244-4107-a679-82db32f29982', 'name': 'tempest-TestMinimumBasicScenario-958431662-router', 'tenant_id': '71a49c489ac5410b8bb76c61afde1752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:25:06Z', 'updated_at': '2021-12-30T16:27:51Z', 'revision_number': 6, 'project_id': '71a49c489ac5410b8bb76c61afde1752', 'gw_port_host': None}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:51.873915 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c975b3c-cb42-43e2-a990-7aab48ae72f0 None None] The sync data for ids ['bea2171e-8244-4107-a679-82db32f29982'] in dv-cinder-822939-1-iscsi is: [{'id': 'bea2171e-8244-4107-a679-82db32f29982', 'name': 'tempest-TestMinimumBasicScenario-958431662-router', 'tenant_id': '71a49c489ac5410b8bb76c61afde1752', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:25:06Z', 'updated_at': '2021-12-30T16:27:51Z', 'revision_number': 6, 'project_id': '71a49c489ac5410b8bb76c61afde1752', 'gw_port_host': None}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:27:51.900690 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-0ab668f5-9fdf-4168-b462-601f916eb725 admin admin] Calling delete_port for 0714a180-69fa-406e-9175-65ed11c51df4 owned by network:router_gateway {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:27:52.078687 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0ab668f5-9fdf-4168-b462-601f916eb725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:52.128391 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab668f5-9fdf-4168-b462-601f916eb725 admin admin] Pushing event deleted for resources: {'Port': ['ID=0714a180-69fa-406e-9175-65ed11c51df4,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:52.365260 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0ab668f5-9fdf-4168-b462-601f916eb725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4018033'] for router_gateway, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:52.628357 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0ab668f5-9fdf-4168-b462-601f916eb725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4016102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3406'] for router, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:52.634027 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0ab668f5-9fdf-4168-b462-601f916eb725 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:52.661570 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 1b2be5f9-1e37-4f47-84f9-af2514fafb75 no longer exists at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:27:52.663250 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0ab668f5-9fdf-4168-b462-601f916eb725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4015446'] for router, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:52.663948 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab668f5-9fdf-4168-b462-601f916eb725 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bea2171e-8244-4107-a679-82db32f29982 {{(pid=82857) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 30 16:27:52.677899 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-0ab668f5-9fdf-4168-b462-601f916eb725 admin admin] Notify callbacks [] for router, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:52.678834 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-0ab668f5-9fdf-4168-b462-601f916eb725 admin admin] 10.222.0.31 "DELETE /v2.0/routers/bea2171e-8244-4107-a679-82db32f29982 HTTP/1.1" status: 204  len: 168 time: 1.6139328
Dec 30 16:27:52.685206 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 56424) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:52.699164 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] No Port match for: 1b2be5f9-1e37-4f47-84f9-af2514fafb75 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:27:52.699499 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 1b2be5f9-1e37-4f47-84f9-af2514fafb75 not bound to the agent host hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:27:52.707125 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:52.747967 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_v2 [None req-30faf5da-336c-4d36-924e-6b5e69adc1c5 admin admin] Deleting subnet 3e0e1e5e-731d-4e06-9fd7-c728f9923eff {{(pid=82857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}}
Dec 30 16:27:52.751113 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-30faf5da-336c-4d36-924e-6b5e69adc1c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:52.803875 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-30faf5da-336c-4d36-924e-6b5e69adc1c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2906538'] for subnet, precommit_delete_associations {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:52.893242 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-30faf5da-336c-4d36-924e-6b5e69adc1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-618588'] for subnet, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:52.966561 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-30faf5da-336c-4d36-924e-6b5e69adc1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-618599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2907015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2674639'] for subnet, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:53.003638 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30faf5da-336c-4d36-924e-6b5e69adc1c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e0e1e5e-731d-4e06-9fd7-c728f9923eff,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:53.010353 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-30faf5da-336c-4d36-924e-6b5e69adc1c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:53.016457 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-30faf5da-336c-4d36-924e-6b5e69adc1c5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3e0e1e5e-731d-4e06-9fd7-c728f9923eff HTTP/1.1" status: 204  len: 168 time: 0.3337195
Dec 30 16:27:53.019475 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 56432) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:53.021814 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886713a0-b4a8-4bab-b2a1-7124954dc388 None None] Network 5b7d4178-a0e1-4946-ade1-beda98db0306 requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:27:53.141832 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-89dfafb2-5a1a-4959-9590-f3d0bc53cd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544548'] for network, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:53.154646 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-89dfafb2-5a1a-4959-9590-f3d0bc53cd6c admin admin] Deleting port 98536943-5a30-4c1d-b89e-950bfc567d2f {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:27:53.154910 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-89dfafb2-5a1a-4959-9590-f3d0bc53cd6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:53.285325 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4b60b5-e181-4714-b578-b765effa1ead None None] DHCP port deletion for 5b7d4178-a0e1-4946-ade1-beda98db0306 request from dv-cinder-822939-1-iscsi {{(pid=82859) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 30 16:27:53.292463 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0f4b60b5-e181-4714-b578-b765effa1ead None None] Deleting port 98536943-5a30-4c1d-b89e-950bfc567d2f {{(pid=82859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:27:53.293077 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0f4b60b5-e181-4714-b578-b765effa1ead None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:53.496785 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-0f4b60b5-e181-4714-b578-b765effa1ead None None] For port 98536943-5a30-4c1d-b89e-950bfc567d2f, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=98536943-5a30-4c1d-b89e-950bfc567d2f,segment=NetworkSegment(c4a67206-6b07-444f-8b75-7e27f55197d7),segment_id=c4a67206-6b07-444f-8b75-7e27f55197d7)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:27:53.497573 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0f4b60b5-e181-4714-b578-b765effa1ead None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:53.520526 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-89dfafb2-5a1a-4959-9590-f3d0bc53cd6c admin admin] For port 98536943-5a30-4c1d-b89e-950bfc567d2f, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=98536943-5a30-4c1d-b89e-950bfc567d2f,segment=NetworkSegment(c4a67206-6b07-444f-8b75-7e27f55197d7),segment_id=c4a67206-6b07-444f-8b75-7e27f55197d7)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:27:53.520875 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-89dfafb2-5a1a-4959-9590-f3d0bc53cd6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:53.619314 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0f4b60b5-e181-4714-b578-b765effa1ead None None] Calling delete_port for 98536943-5a30-4c1d-b89e-950bfc567d2f owned by network:dhcp {{(pid=82859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:27:53.650237 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-89dfafb2-5a1a-4959-9590-f3d0bc53cd6c admin admin] Calling delete_port for 98536943-5a30-4c1d-b89e-950bfc567d2f owned by network:dhcp {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:27:53.695057 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0f4b60b5-e181-4714-b578-b765effa1ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791'] for port, after_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:53.714212 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4cd61-2f92-45c0-8157-b517c008228b req-92083eee-fc24-4c8e-beb5-a592ab69018d tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:53.714872 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-aac4cd61-2f92-45c0-8157-b517c008228b req-92083eee-fc24-4c8e-beb5-a592ab69018d tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Synchronizing usage tracker for tenant:3c6f66137c77482285460f62e07422c9 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:27:53.738702 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b60b5-e181-4714-b578-b765effa1ead None None] Pushing event deleted for resources: {'Port': ['ID=98536943-5a30-4c1d-b89e-950bfc567d2f,revision_number=None']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:53.741823 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.db.api [None req-89dfafb2-5a1a-4959-9590-f3d0bc53cd6c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82857) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 30 16:27:53.742195 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG oslo_db.api [None req-89dfafb2-5a1a-4959-9590-f3d0bc53cd6c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 30 16:27:53.743147 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-aac4cd61-2f92-45c0-8157-b517c008228b req-92083eee-fc24-4c8e-beb5-a592ab69018d tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Unset dirty status for tenant:3c6f66137c77482285460f62e07422c9 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:27:53.744340 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-aac4cd61-2f92-45c0-8157-b517c008228b req-92083eee-fc24-4c8e-beb5-a592ab69018d tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=0db70e1c-2a53-457a-89b0-2481e287229b HTTP/1.1" status: 200  len: 945 time: 0.3093145
Dec 30 16:27:53.749203 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4b60b5-e181-4714-b578-b765effa1ead None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:27:53.749467 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4b60b5-e181-4714-b578-b765effa1ead None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:27:53.749792 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4b60b5-e181-4714-b578-b765effa1ead None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:27:53.750143 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4b60b5-e181-4714-b578-b765effa1ead None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:27:53.750455 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4b60b5-e181-4714-b578-b765effa1ead None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:27:53.750774 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4b60b5-e181-4714-b578-b765effa1ead None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:27:53.751085 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4b60b5-e181-4714-b578-b765effa1ead None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:27:53.751402 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4b60b5-e181-4714-b578-b765effa1ead None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:27:53.751695 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4b60b5-e181-4714-b578-b765effa1ead None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:27:53.752020 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4b60b5-e181-4714-b578-b765effa1ead None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:27:53.752314 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4b60b5-e181-4714-b578-b765effa1ead None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:27:53.754949 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4b60b5-e181-4714-b578-b765effa1ead None None] No DVR routers for this DVR port 98536943-5a30-4c1d-b89e-950bfc567d2f on host dv-cinder-822939-1-iscsi {{(pid=82859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 30 16:27:53.794299 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-aac4cd61-2f92-45c0-8157-b517c008228b req-7f3be609-0544-429f-a800-e4573cf82da8 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431504
Dec 30 16:27:53.950166 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 98536943-5a30-4c1d-b89e-950bfc567d2f no longer exists at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:27:53.986066 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] No Port match for: 98536943-5a30-4c1d-b89e-950bfc567d2f {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:27:53.986375 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 98536943-5a30-4c1d-b89e-950bfc567d2f not bound to the agent host dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:27:53.986794 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 0714a180-69fa-406e-9175-65ed11c51df4 no longer exists at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:27:54.017585 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] No Port match for: 0714a180-69fa-406e-9175-65ed11c51df4 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:27:54.017921 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 0714a180-69fa-406e-9175-65ed11c51df4 not bound to the agent host dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:27:54.018319 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 3143f61d-4bb5-435c-a3f1-18d090ac74fb no longer exists at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:27:54.049499 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] No Port match for: 3143f61d-4bb5-435c-a3f1-18d090ac74fb {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:27:54.049828 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 3143f61d-4bb5-435c-a3f1-18d090ac74fb not bound to the agent host dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:27:54.243663 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-89dfafb2-5a1a-4959-9590-f3d0bc53cd6c admin admin] Deleting port 98536943-5a30-4c1d-b89e-950bfc567d2f {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:27:54.244202 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-89dfafb2-5a1a-4959-9590-f3d0bc53cd6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:54.244566 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 56448) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:54.315642 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-89dfafb2-5a1a-4959-9590-f3d0bc53cd6c admin admin] The port '98536943-5a30-4c1d-b89e-950bfc567d2f' was deleted {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 30 16:27:54.397062 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-128d795b-d34a-46ca-b450-eb6c8b965cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:54.429467 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-128d795b-d34a-46ca-b450-eb6c8b965cb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:27:54.431329 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-89dfafb2-5a1a-4959-9590-f3d0bc53cd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-618013', 'neutron.services.segments.db._delete_segments_for_network-8793096430318'] for network, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:54.433888 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-128d795b-d34a-46ca-b450-eb6c8b965cb6 admin admin] Usage tracker for resource:security_group_rule and tenant:2e68a0e38f7b4802b3a1aeb03ad78962 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:27:54.436791 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-128d795b-d34a-46ca-b450-eb6c8b965cb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:27:54.443090 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-128d795b-d34a-46ca-b450-eb6c8b965cb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:27:54.457090 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-89dfafb2-5a1a-4959-9590-f3d0bc53cd6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff4d4a67df0>,) {'filters': {'network_id': ['5b7d4178-a0e1-4946-ade1-beda98db0306']}} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:54.469823 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-89dfafb2-5a1a-4959-9590-f3d0bc53cd6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff4d4a67df0>, 'c4a67206-6b07-444f-8b75-7e27f55197d7') {'for_net_delete': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:54.470117 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-89dfafb2-5a1a-4959-9590-f3d0bc53cd6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff4d4a67df0>, 'c4a67206-6b07-444f-8b75-7e27f55197d7') {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:54.482211 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-89dfafb2-5a1a-4959-9590-f3d0bc53cd6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793096435469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2906547'] for segment, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:54.499460 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-89dfafb2-5a1a-4959-9590-f3d0bc53cd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:54.507833 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89dfafb2-5a1a-4959-9590-f3d0bc53cd6c admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=82857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 30 16:27:54.510319 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-89dfafb2-5a1a-4959-9590-f3d0bc53cd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-621716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2906977'] for segment, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:54.516946 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-128d795b-d34a-46ca-b450-eb6c8b965cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:54.521199 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-128d795b-d34a-46ca-b450-eb6c8b965cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]:   util.warn(
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]:   util.warn(
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]:   util.warn(
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]:   util.warn(
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]: Traceback (most recent call last):
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]:     timer()
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]:     cb(*args, **kw)
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]:     return func(*args, **kwargs)
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]:     self._notify()
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]:     self.callback(batched_events)
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]:     event.method(event)
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]:     return f(self, *a, **k)
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]:     return self._get(url).json()
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]:     return self.request(url, 'GET', **kwargs)
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 30 16:27:54.525391 dv-cinder-822939-1-iscsi neutron-server[82857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 30 16:27:54.567702 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-128d795b-d34a-46ca-b450-eb6c8b965cb6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e68a0e38f7b4802b3a1aeb03ad78962&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3214319
Dec 30 16:27:54.569248 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128d795b-d34a-46ca-b450-eb6c8b965cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd313d33-e57b-4e97-a929-4ae257e48afb,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:54.571667 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 56454) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:54.606490 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-89dfafb2-5a1a-4959-9590-f3d0bc53cd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-618002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4017932'] for network, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:54.628664 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-89dfafb2-5a1a-4959-9590-f3d0bc53cd6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:54.631126 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dfafb2-5a1a-4959-9590-f3d0bc53cd6c admin admin] Pushing event deleted for resources: {'Network': ['ID=5b7d4178-a0e1-4946-ade1-beda98db0306,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:54.631317 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-822344ee-7f43-4227-93b8-213047b6df33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:54.639256 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-89dfafb2-5a1a-4959-9590-f3d0bc53cd6c admin admin] 10.222.0.31 "DELETE /v2.0/networks/5b7d4178-a0e1-4946-ade1-beda98db0306 HTTP/1.1" status: 204  len: 168 time: 1.6183748
Dec 30 16:27:54.663031 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-822344ee-7f43-4227-93b8-213047b6df33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:54.714749 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-822344ee-7f43-4227-93b8-213047b6df33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:54.731455 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822344ee-7f43-4227-93b8-213047b6df33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd313d33-e57b-4e97-a929-4ae257e48afb,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:54.737005 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-822344ee-7f43-4227-93b8-213047b6df33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:54.741211 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-822344ee-7f43-4227-93b8-213047b6df33 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd313d33-e57b-4e97-a929-4ae257e48afb HTTP/1.1" status: 204  len: 168 time: 0.1662731
Dec 30 16:27:54.782846 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 56462) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:54.846296 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-df9cfd0d-9b48-4cc3-a6fe-7f9ff0b11b5c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ead324ea735f469c81c310045d03cbb1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0622401
Dec 30 16:27:54.848806 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 56468) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:54.872476 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d93aa8-eede-458a-855b-e38e7936ceec req-258566bc-a791-4039-9fb7-5b4098380b61 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:54.874042 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-90d93aa8-eede-458a-855b-e38e7936ceec req-258566bc-a791-4039-9fb7-5b4098380b61 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.43 "GET /v2.0/ports?device_id=0db70e1c-2a53-457a-89b0-2481e287229b HTTP/1.1" status: 200  len: 945 time: 0.0776327
Dec 30 16:27:54.924806 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-40f372a5-fb54-41f4-8b2a-cd818eb8afd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:54.957215 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-90d93aa8-eede-458a-855b-e38e7936ceec req-e1b0c009-e2fa-409c-8eb5-ef23cd32bdf4 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Deleting port 4f96d861-0edb-46b0-8aa7-375b08575c9d {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:27:54.957624 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-90d93aa8-eede-458a-855b-e38e7936ceec req-e1b0c009-e2fa-409c-8eb5-ef23cd32bdf4 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:54.995570 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-40f372a5-fb54-41f4-8b2a-cd818eb8afd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:55.062110 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8fdbe-84ca-484e-94b5-6d14cd6fb812 req-df3a121b-cd27-4ba1-9485-bde85bdf31f8 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:55.064228 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-01c8fdbe-84ca-484e-94b5-6d14cd6fb812 req-df3a121b-cd27-4ba1-9485-bde85bdf31f8 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=0db70e1c-2a53-457a-89b0-2481e287229b HTTP/1.1" status: 200  len: 945 time: 0.1280546
Dec 30 16:27:55.092487 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-40f372a5-fb54-41f4-8b2a-cd818eb8afd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:55.115714 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f372a5-fb54-41f4-8b2a-cd818eb8afd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681b611b-1a9d-4bd4-b60e-92e7280ed400,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:55.145412 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-40f372a5-fb54-41f4-8b2a-cd818eb8afd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:55.146570 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-40f372a5-fb54-41f4-8b2a-cd818eb8afd1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/681b611b-1a9d-4bd4-b60e-92e7280ed400 HTTP/1.1" status: 204  len: 168 time: 0.2967808
Dec 30 16:27:55.154834 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-01c8fdbe-84ca-484e-94b5-6d14cd6fb812 req-030ef3ba-3be8-4f99-9e76-5200d423b212 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/security-groups?id=72703f3b-e7bb-4ee7-b46b-a90e9872a391&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820661
Dec 30 16:27:55.202762 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 56476) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:55.217287 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-90d93aa8-eede-458a-855b-e38e7936ceec req-e1b0c009-e2fa-409c-8eb5-ef23cd32bdf4 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] For port 4f96d861-0edb-46b0-8aa7-375b08575c9d, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=4f96d861-0edb-46b0-8aa7-375b08575c9d,segment=NetworkSegment(264446b4-c1dd-42ef-bdba-af3323072b19),segment_id=264446b4-c1dd-42ef-bdba-af3323072b19)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:27:55.217634 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-90d93aa8-eede-458a-855b-e38e7936ceec req-e1b0c009-e2fa-409c-8eb5-ef23cd32bdf4 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:55.223280 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-28c1c365-d7e3-4beb-b5fb-a13ebf16e956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:55.255922 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-28c1c365-d7e3-4beb-b5fb-a13ebf16e956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:27:55.260136 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-28c1c365-d7e3-4beb-b5fb-a13ebf16e956 admin admin] Usage tracker for resource:security_group_rule and tenant:577fba46d2f04561a7ca37e95a778235 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:27:55.263236 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-28c1c365-d7e3-4beb-b5fb-a13ebf16e956 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:27:55.269035 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-28c1c365-d7e3-4beb-b5fb-a13ebf16e956 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:27:55.338816 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-90d93aa8-eede-458a-855b-e38e7936ceec req-e1b0c009-e2fa-409c-8eb5-ef23cd32bdf4 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Calling delete_port for 4f96d861-0edb-46b0-8aa7-375b08575c9d owned by compute:nova {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:27:55.339764 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-28c1c365-d7e3-4beb-b5fb-a13ebf16e956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:55.345195 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-28c1c365-d7e3-4beb-b5fb-a13ebf16e956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:55.391141 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1c365-d7e3-4beb-b5fb-a13ebf16e956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6e3a12-dd99-45bc-862a-a87bcd29c73b,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:55.401593 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-28c1c365-d7e3-4beb-b5fb-a13ebf16e956 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=577fba46d2f04561a7ca37e95a778235&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1945934
Dec 30 16:27:55.401593 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 56482) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:55.465757 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9b9fc386-8ccc-41d1-a697-a89282882a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:55.492903 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9b9fc386-8ccc-41d1-a697-a89282882a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:55.559370 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9b9fc386-8ccc-41d1-a697-a89282882a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:55.578728 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9fc386-8ccc-41d1-a697-a89282882a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6e3a12-dd99-45bc-862a-a87bcd29c73b,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:55.581834 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9b9fc386-8ccc-41d1-a697-a89282882a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:55.583172 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-9b9fc386-8ccc-41d1-a697-a89282882a6c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef6e3a12-dd99-45bc-862a-a87bcd29c73b HTTP/1.1" status: 204  len: 168 time: 0.1809928
Dec 30 16:27:55.613364 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-90d93aa8-eede-458a-855b-e38e7936ceec req-e1b0c009-e2fa-409c-8eb5-ef23cd32bdf4 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:55.625496 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 56488) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:55.626443 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['4f96d861-0edb-46b0-8aa7-375b08575c9d'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:27:55.672676 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0c009-e2fa-409c-8eb5-ef23cd32bdf4 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Pushing event deleted for resources: {'Port': ['ID=4f96d861-0edb-46b0-8aa7-375b08575c9d,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:55.679080 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-c76451e7-0c4a-4f8f-b8e1-7a7caa62c532 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=71a49c489ac5410b8bb76c61afde1752&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0521512
Dec 30 16:27:55.681743 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 56492) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:55.742445 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-89cb269e-3701-4198-87b7-c302f0d0448c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:55.759023 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d93aa8-eede-458a-855b-e38e7936ceec req-e1b0c009-e2fa-409c-8eb5-ef23cd32bdf4 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] No DVR routers for this DVR port 4f96d861-0edb-46b0-8aa7-375b08575c9d on host hv-cinder-82293 {{(pid=82857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 30 16:27:55.762312 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-90d93aa8-eede-458a-855b-e38e7936ceec req-e1b0c009-e2fa-409c-8eb5-ef23cd32bdf4 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:55.764899 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db70e1c-2a53-457a-89b0-2481e287229b', 'name': 'network-vif-deleted', 'tag': '4f96d861-0edb-46b0-8aa7-375b08575c9d'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:27:55.768484 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-89cb269e-3701-4198-87b7-c302f0d0448c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:55.781471 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-90d93aa8-eede-458a-855b-e38e7936ceec req-e1b0c009-e2fa-409c-8eb5-ef23cd32bdf4 tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.43 "DELETE /v2.0/ports/4f96d861-0edb-46b0-8aa7-375b08575c9d HTTP/1.1" status: 204  len: 173 time: 0.9019668
Dec 30 16:27:55.861779 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-89cb269e-3701-4198-87b7-c302f0d0448c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:55.864165 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db70e1c-2a53-457a-89b0-2481e287229b', 'name': 'network-vif-deleted', 'tag': '4f96d861-0edb-46b0-8aa7-375b08575c9d', 'status': 'completed', 'code': 200}
Dec 30 16:27:55.885214 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb269e-3701-4198-87b7-c302f0d0448c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e30ab4-73fa-489c-b720-5ccd045de6d9,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:55.888525 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-89cb269e-3701-4198-87b7-c302f0d0448c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:55.907039 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-89cb269e-3701-4198-87b7-c302f0d0448c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/53e30ab4-73fa-489c-b720-5ccd045de6d9 HTTP/1.1" status: 204  len: 168 time: 0.2219896
Dec 30 16:27:56.381586 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c43ffdae-cc7a-4e15-89c1-8c74e5912095 req-b0e2f8d6-a451-48f3-9ac7-cf8808f87b3f tempest-AttachVolumeNegativeTest-467119956 tempest-AttachVolumeNegativeTest-467119956-project] 10.222.0.31 "GET /v2.0/ports?device_id=0db70e1c-2a53-457a-89b0-2481e287229b HTTP/1.1" status: 200  len: 210 time: 0.0482831
Dec 30 16:27:56.888329 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 56538) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:57.038870 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-ee61c3de-92a5-43b5-9b21-b3e147e2d1d1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-626304108-network', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:27:57.043929 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-ee61c3de-92a5-43b5-9b21-b3e147e2d1d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:27:57.047736 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-ee61c3de-92a5-43b5-9b21-b3e147e2d1d1 admin admin] Usage tracker for resource:network and tenant:8af8fbcb423a4e06a7f9d1e93b560913 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:27:57.050769 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-ee61c3de-92a5-43b5-9b21-b3e147e2d1d1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:27:57.057358 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-ee61c3de-92a5-43b5-9b21-b3e147e2d1d1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:27:57.067848 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee61c3de-92a5-43b5-9b21-b3e147e2d1d1 admin admin] Made reservation on behalf of 8af8fbcb423a4e06a7f9d1e93b560913 for: {'network': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:27:57.070348 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ee61c3de-92a5-43b5-9b21-b3e147e2d1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for network, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:57.084273 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ee61c3de-92a5-43b5-9b21-b3e147e2d1d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:57.116883 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-ee61c3de-92a5-43b5-9b21-b3e147e2d1d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:27:57.121342 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-ee61c3de-92a5-43b5-9b21-b3e147e2d1d1 admin admin] Usage tracker for resource:security_group_rule and tenant:8af8fbcb423a4e06a7f9d1e93b560913 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:27:57.124317 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-ee61c3de-92a5-43b5-9b21-b3e147e2d1d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:27:57.131454 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-ee61c3de-92a5-43b5-9b21-b3e147e2d1d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:27:57.209727 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ee61c3de-92a5-43b5-9b21-b3e147e2d1d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:57.216524 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ee61c3de-92a5-43b5-9b21-b3e147e2d1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:57.253378 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee61c3de-92a5-43b5-9b21-b3e147e2d1d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'}  {{(pid=82858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 30 16:27:57.271573 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61c3de-92a5-43b5-9b21-b3e147e2d1d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d49bb5-4b81-43a3-b050-20d9a68dfac0,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:57.278089 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ee61c3de-92a5-43b5-9b21-b3e147e2d1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:57.278459 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.db.segments_db [None req-ee61c3de-92a5-43b5-9b21-b3e147e2d1d1 admin admin] Added segment d7581e55-c99f-42cf-8388-c4720f12e569 of type vlan for network 011cf0cf-0324-4c17-b0df-79ea91127cf5
Dec 30 16:27:57.312861 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ee61c3de-92a5-43b5-9b21-b3e147e2d1d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793095940298'] for network, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:57.347044 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ee61c3de-92a5-43b5-9b21-b3e147e2d1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487'] for network, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:57.348160 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee61c3de-92a5-43b5-9b21-b3e147e2d1d1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:57.348871 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-ee61c3de-92a5-43b5-9b21-b3e147e2d1d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:57.480563 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61c3de-92a5-43b5-9b21-b3e147e2d1d1 admin admin] Pushing event updated for resources: {'Network': ['ID=011cf0cf-0324-4c17-b0df-79ea91127cf5,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:57.491063 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Network 011cf0cf-0324-4c17-b0df-79ea91127cf5 details requested by agent ovs-agent-dv-cinder-822939-1-iscsi with host dv-cinder-822939-1-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 30 16:27:57.493925 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 56550) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:57.494359 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-ee61c3de-92a5-43b5-9b21-b3e147e2d1d1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.6045899
Dec 30 16:27:57.500684 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-3f11d941-1fee-4e2b-a0fd-fd7c838b736d admin admin] Request body: {'subnet': {'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-626304108-subnet', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'ip_version': 4}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:27:57.509851 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-3f11d941-1fee-4e2b-a0fd-fd7c838b736d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:27:57.512542 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 56554) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:57.518224 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-3f11d941-1fee-4e2b-a0fd-fd7c838b736d admin admin] Usage tracker for resource:subnet and tenant:8af8fbcb423a4e06a7f9d1e93b560913 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:27:57.552612 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-3f11d941-1fee-4e2b-a0fd-fd7c838b736d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:27:57.564400 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-3f11d941-1fee-4e2b-a0fd-fd7c838b736d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:27:57.588592 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f11d941-1fee-4e2b-a0fd-fd7c838b736d admin admin] Made reservation on behalf of 8af8fbcb423a4e06a7f9d1e93b560913 for: {'subnet': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:27:57.590908 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3f11d941-1fee-4e2b-a0fd-fd7c838b736d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2671150'] for subnet, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:57.609260 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_v2 [None req-95253b76-cf96-4281-85d7-240b7b35274e admin admin] Deleting subnet 9be26803-47ec-4f75-b30a-0ec6d8f7d4d2 {{(pid=82857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}}
Dec 30 16:27:57.664947 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-95253b76-cf96-4281-85d7-240b7b35274e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:57.735553 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-95253b76-cf96-4281-85d7-240b7b35274e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2906538'] for subnet, precommit_delete_associations {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:57.804663 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-95253b76-cf96-4281-85d7-240b7b35274e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-618588'] for subnet, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:57.939953 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-95253b76-cf96-4281-85d7-240b7b35274e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-618599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2907015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2674639'] for subnet, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:57.981982 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3f11d941-1fee-4e2b-a0fd-fd7c838b736d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2907078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2674644'] for subnet, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:57.985260 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95253b76-cf96-4281-85d7-240b7b35274e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9be26803-47ec-4f75-b30a-0ec6d8f7d4d2,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:58.034666 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-95253b76-cf96-4281-85d7-240b7b35274e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:58.051109 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-95253b76-cf96-4281-85d7-240b7b35274e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9be26803-47ec-4f75-b30a-0ec6d8f7d4d2 HTTP/1.1" status: 204  len: 168 time: 0.5377519
Dec 30 16:27:58.053853 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 56558) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:58.064478 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11d941-1fee-4e2b-a0fd-fd7c838b736d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a18b911b-dc27-4450-928c-21f993c9c052,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:58.078527 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f11d941-1fee-4e2b-a0fd-fd7c838b736d admin admin] Checking segment: {'id': 'd7581e55-c99f-42cf-8388-c4720f12e569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:27:58.078834 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f11d941-1fee-4e2b-a0fd-fd7c838b736d admin admin] Network hostable DHCP agents. Network: 011cf0cf-0324-4c17-b0df-79ea91127cf5, hostable agents: ['56495f28-f8e1-4ded-a581-8b29fe371967'], hosted agents: [] {{(pid=82857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 30 16:27:58.101552 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f11d941-1fee-4e2b-a0fd-fd7c838b736d admin admin] Network 011cf0cf-0324-4c17-b0df-79ea91127cf5 is scheduled to be hosted by DHCP agent 56495f28-f8e1-4ded-a581-8b29fe371967 with binding_index 1 {{(pid=82857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 30 16:27:58.111465 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-3f11d941-1fee-4e2b-a0fd-fd7c838b736d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822939-1-iscsi, 011cf0cf-0324-4c17-b0df-79ea91127cf5) {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:27:58.115946 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f11d941-1fee-4e2b-a0fd-fd7c838b736d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:27:58.116525 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-3f11d941-1fee-4e2b-a0fd-fd7c838b736d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:58.120350 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d6c98c-feb4-4586-b4e6-9a72eeda2c49 None None] Network 011cf0cf-0324-4c17-b0df-79ea91127cf5 requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:27:58.138538 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-3f11d941-1fee-4e2b-a0fd-fd7c838b736d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6426430
Dec 30 16:27:58.141293 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 56562) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:58.146429 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-b060102d-1150-4475-b521-833df373be28 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-626304108-router', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'}}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:27:58.151541 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-b060102d-1150-4475-b521-833df373be28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:27:58.155505 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-b060102d-1150-4475-b521-833df373be28 admin admin] Usage tracker for resource:router and tenant:8af8fbcb423a4e06a7f9d1e93b560913 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:27:58.158428 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-b060102d-1150-4475-b521-833df373be28 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:27:58.163640 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1ebedf99-a34a-4309-905b-ec36dd5474a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544548'] for network, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:58.164171 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-b060102d-1150-4475-b521-833df373be28 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:27:58.175821 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b060102d-1150-4475-b521-833df373be28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4015920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3452'] for router, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:58.176722 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b060102d-1150-4475-b521-833df373be28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4015949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4020124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4009619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3445'] for router, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:58.195852 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b060102d-1150-4475-b521-833df373be28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:58.345353 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34436876-08f9-4784-8964-1eb530a3c2e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf905f464-6ef4-5d13-8270-ca113c3e727c-011cf0cf-0324-4c17-b0df-79ea91127cf5', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'fixed_ips': [{'subnet_id': 'a18b911b-dc27-4450-928c-21f993c9c052'}]}} from dv-cinder-822939-1-iscsi. {{(pid=82859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 30 16:27:58.346306 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-34436876-08f9-4784-8964-1eb530a3c2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:58.346931 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b060102d-1150-4475-b521-833df373be28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4020142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4016066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3399'] for router, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:58.395030 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1ebedf99-a34a-4309-905b-ec36dd5474a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-618013', 'neutron.services.segments.db._delete_segments_for_network-8793096430318'] for network, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:58.422327 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-1ebedf99-a34a-4309-905b-ec36dd5474a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff4d4a48f70>,) {'filters': {'network_id': ['be8efddb-449e-4c45-8486-56b61c2ed5fd']}} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:58.434936 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-1ebedf99-a34a-4309-905b-ec36dd5474a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff4d4a48f70>, '264446b4-c1dd-42ef-bdba-af3323072b19') {'for_net_delete': True} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:58.435143 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-1ebedf99-a34a-4309-905b-ec36dd5474a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff4d4a48f70>, '264446b4-c1dd-42ef-bdba-af3323072b19') {} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:58.451307 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1ebedf99-a34a-4309-905b-ec36dd5474a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793096435469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045536'] for segment, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:58.475525 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1ebedf99-a34a-4309-905b-ec36dd5474a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:58.483811 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ebedf99-a34a-4309-905b-ec36dd5474a7 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=82858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 30 16:27:58.485876 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1ebedf99-a34a-4309-905b-ec36dd5474a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-621716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2958542'] for segment, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:58.505014 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.db_base_plugin_common [None req-34436876-08f9-4784-8964-1eb530a3c2e7 None None] Allocated IP 172.20.0.2 (011cf0cf-0324-4c17-b0df-79ea91127cf5/a18b911b-dc27-4450-928c-21f993c9c052/dfb1a1f5-820a-414b-ad46-3911c1704903) {{(pid=82859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:27:58.550353 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b060102d-1150-4475-b521-833df373be28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:58.582152 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b060102d-1150-4475-b521-833df373be28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:58.582890 dv-cinder-822939-1-iscsi neutron-server[82858]: Traceback (most recent call last):
Dec 30 16:27:58.582890 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 30 16:27:58.582890 dv-cinder-822939-1-iscsi neutron-server[82858]:     timer()
Dec 30 16:27:58.582890 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 30 16:27:58.582890 dv-cinder-822939-1-iscsi neutron-server[82858]:     cb(*args, **kw)
Dec 30 16:27:58.582890 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 30 16:27:58.582890 dv-cinder-822939-1-iscsi neutron-server[82858]:     return func(*args, **kwargs)
Dec 30 16:27:58.582890 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 30 16:27:58.582890 dv-cinder-822939-1-iscsi neutron-server[82858]:     self._notify()
Dec 30 16:27:58.582890 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 30 16:27:58.582890 dv-cinder-822939-1-iscsi neutron-server[82858]:     self.callback(batched_events)
Dec 30 16:27:58.582890 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 30 16:27:58.582890 dv-cinder-822939-1-iscsi neutron-server[82858]:     event.method(event)
Dec 30 16:27:58.582890 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 30 16:27:58.582890 dv-cinder-822939-1-iscsi neutron-server[82858]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 30 16:27:58.582890 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 30 16:27:58.582890 dv-cinder-822939-1-iscsi neutron-server[82858]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 30 16:27:58.582890 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 30 16:27:58.582890 dv-cinder-822939-1-iscsi neutron-server[82858]:     return f(self, *a, **k)
Dec 30 16:27:58.582890 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 30 16:27:58.582890 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self._get(url).json()
Dec 30 16:27:58.582890 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 30 16:27:58.582890 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 30 16:27:58.582890 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 30 16:27:58.582890 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self.request(url, 'GET', **kwargs)
Dec 30 16:27:58.582890 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 30 16:27:58.582890 dv-cinder-822939-1-iscsi neutron-server[82858]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 30 16:27:58.582890 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 30 16:27:58.582890 dv-cinder-822939-1-iscsi neutron-server[82858]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 30 16:27:58.582890 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 30 16:27:58.582890 dv-cinder-822939-1-iscsi neutron-server[82858]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 30 16:27:58.582890 dv-cinder-822939-1-iscsi neutron-server[82858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 30 16:27:58.588139 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1ebedf99-a34a-4309-905b-ec36dd5474a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-618002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4017932'] for network, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:58.611739 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-1ebedf99-a34a-4309-905b-ec36dd5474a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:58.614723 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebedf99-a34a-4309-905b-ec36dd5474a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=be8efddb-449e-4c45-8486-56b61c2ed5fd,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:58.631992 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-1ebedf99-a34a-4309-905b-ec36dd5474a7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/be8efddb-449e-4c45-8486-56b61c2ed5fd HTTP/1.1" status: 204  len: 168 time: 0.5764406
Dec 30 16:27:58.696825 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 4f96d861-0edb-46b0-8aa7-375b08575c9d no longer exists at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:27:58.747302 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] No Port match for: 4f96d861-0edb-46b0-8aa7-375b08575c9d {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:27:58.747816 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 4f96d861-0edb-46b0-8aa7-375b08575c9d not bound to the agent host hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:27:58.748809 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [None req-b060102d-1150-4475-b521-833df373be28 admin admin] Allocated IP 172.27.1.219 (0b94b64d-9d7c-4a44-8bd0-f4e286ff014b/ad43253e-6e30-4230-9b92-331ad2639f5e/d2c10f22-d5a1-4709-886b-d5553abf93ad) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:27:58.819758 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 56574) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:58.828108 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-34436876-08f9-4784-8964-1eb530a3c2e7 None None] Notify callbacks [] for port, precommit_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:58.841020 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-34436876-08f9-4784-8964-1eb530a3c2e7 None None] Transition to ACTIVE for port object dfb1a1f5-820a-414b-ad46-3911c1704903 will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:27:58.863531 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-34436876-08f9-4784-8964-1eb530a3c2e7 None None] Transition to ACTIVE for port object dfb1a1f5-820a-414b-ad46-3911c1704903 will not be triggered until provisioned by entity DHCP. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:27:58.871978 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-34436876-08f9-4784-8964-1eb530a3c2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782'] for port, after_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:58.879792 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-4dc6aefd-c4f5-4bed-98fa-bf273049dd9c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c6f66137c77482285460f62e07422c9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0587349
Dec 30 16:27:58.882638 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 56578) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:27:58.944732 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b060102d-1150-4475-b521-833df373be28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:58.957909 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2572a4b0-797d-4070-b251-b632db60d76c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:58.963980 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34436876-08f9-4784-8964-1eb530a3c2e7 None None] Network 011cf0cf-0324-4c17-b0df-79ea91127cf5 is already hosted by enough agents. {{(pid=82859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:27:58.967862 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.scheduler.base_scheduler [None req-34436876-08f9-4784-8964-1eb530a3c2e7 None None] Resources bound (agent type, host, resource id):  {{(pid=82859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:27:58.972296 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34436876-08f9-4784-8964-1eb530a3c2e7 None None] Received port after_create {{(pid=82859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:27:58.982590 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b060102d-1150-4475-b521-833df373be28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:58.987969 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2572a4b0-797d-4070-b251-b632db60d76c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:59.004345 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34436876-08f9-4784-8964-1eb530a3c2e7 None None] Pushing event updated for resources: {'Port': ['ID=dfb1a1f5-820a-414b-ad46-3911c1704903,revision_number=1']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:59.061969 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b060102d-1150-4475-b521-833df373be28 admin admin] Network 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:27:59.062837 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2572a4b0-797d-4070-b251-b632db60d76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:59.064905 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-b060102d-1150-4475-b521-833df373be28 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:27:59.067514 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b060102d-1150-4475-b521-833df373be28 admin admin] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:27:59.080189 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-34436876-08f9-4784-8964-1eb530a3c2e7 None None] Attempting to bind port dfb1a1f5-820a-414b-ad46-3911c1704903 on host dv-cinder-822939-1-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:27:59.080538 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-34436876-08f9-4784-8964-1eb530a3c2e7 None None] Attempting to bind port dfb1a1f5-820a-414b-ad46-3911c1704903 by drivers openvswitch,hyperv on host dv-cinder-822939-1-iscsi at level 0 using segments [{'id': 'd7581e55-c99f-42cf-8388-c4720f12e569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:27:59.080888 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34436876-08f9-4784-8964-1eb530a3c2e7 None None] Attempting to bind port dfb1a1f5-820a-414b-ad46-3911c1704903 on network 011cf0cf-0324-4c17-b0df-79ea91127cf5 {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:27:59.087588 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34436876-08f9-4784-8964-1eb530a3c2e7 None None] Checking agent: {'id': 'b5560ab0-2c8e-4cda-8841-fe2255e3b07c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822939-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 11, 19), 'started_at': datetime.datetime(2021, 12, 30, 16, 11, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822939-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:27:59.087937 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34436876-08f9-4784-8964-1eb530a3c2e7 None None] Checking segment: {'id': 'd7581e55-c99f-42cf-8388-c4720f12e569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:27:59.088318 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-34436876-08f9-4784-8964-1eb530a3c2e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:59.088689 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34436876-08f9-4784-8964-1eb530a3c2e7 None None] Bound using segment: {'id': 'd7581e55-c99f-42cf-8388-c4720f12e569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:27:59.089137 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-34436876-08f9-4784-8964-1eb530a3c2e7 None None] Bound port: dfb1a1f5-820a-414b-ad46-3911c1704903, host: dv-cinder-822939-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7581e55-c99f-42cf-8388-c4720f12e569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:27:59.089534 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-34436876-08f9-4784-8964-1eb530a3c2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:59.090325 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572a4b0-797d-4070-b251-b632db60d76c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72703f3b-e7bb-4ee7-b46b-a90e9872a391,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:59.106540 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2572a4b0-797d-4070-b251-b632db60d76c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:59.108530 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060102d-1150-4475-b521-833df373be28 admin admin] Pushing event updated for resources: {'Port': ['ID=d2c10f22-d5a1-4709-886b-d5553abf93ad,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:59.109250 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-2572a4b0-797d-4070-b251-b632db60d76c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/72703f3b-e7bb-4ee7-b46b-a90e9872a391 HTTP/1.1" status: 204  len: 168 time: 0.2250900
Dec 30 16:27:59.188107 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-34436876-08f9-4784-8964-1eb530a3c2e7 None None] For port dfb1a1f5-820a-414b-ad46-3911c1704903, host dv-cinder-822939-1-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:27:59.191108 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-34436876-08f9-4784-8964-1eb530a3c2e7 None None] For port dfb1a1f5-820a-414b-ad46-3911c1704903, host dv-cinder-822939-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=dfb1a1f5-820a-414b-ad46-3911c1704903,segment=NetworkSegment(d7581e55-c99f-42cf-8388-c4720f12e569),segment_id=d7581e55-c99f-42cf-8388-c4720f12e569)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:27:59.196503 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-34436876-08f9-4784-8964-1eb530a3c2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:59.256467 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b060102d-1150-4475-b521-833df373be28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:59.257586 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b060102d-1150-4475-b521-833df373be28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4015929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4017997'] for router, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:59.289332 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34436876-08f9-4784-8964-1eb530a3c2e7 None None] Pushing event updated for resources: {'Port': ['ID=dfb1a1f5-820a-414b-ad46-3911c1704903,revision_number=2']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:27:59.633759 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b060102d-1150-4475-b521-833df373be28 admin admin] Router c9de370f-9936-4dea-beda-06d62ed93318 is scheduled to L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f with binding_index 1 {{(pid=82857) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 30 16:27:59.843417 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b060102d-1150-4475-b521-833df373be28 admin admin] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:27:59.853342 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d71792-02fe-4e5f-93bb-bc9cafe051a3 None None] Sync routers for ids ['c9de370f-9936-4dea-beda-06d62ed93318'] in dv-cinder-822939-1-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:27:59.865113 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d71792-02fe-4e5f-93bb-bc9cafe051a3 None None] Routers {'c9de370f-9936-4dea-beda-06d62ed93318'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:27:59.865759 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-76d71792-02fe-4e5f-93bb-bc9cafe051a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d53782b0>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:27:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['c9de370f-9936-4dea-beda-06d62ed93318'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:27:59.871915 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b060102d-1150-4475-b521-833df373be28 admin admin] Notify callbacks [] for router, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:27:59.875766 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-b060102d-1150-4475-b521-833df373be28 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 1.7309806
Dec 30 16:27:59.876000 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 56600) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:28:00.057429 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device dfb1a1f5-820a-414b-ad46-3911c1704903 up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:28:00.201625 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-76d71792-02fe-4e5f-93bb-bc9cafe051a3 None None] Set router c9de370f-9936-4dea-beda-06d62ed93318 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:28:00.353971 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning for port dfb1a1f5-820a-414b-ad46-3911c1704903 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:28:00.442217 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b96c709-3684-44ef-898e-41838a17e9df None None] Network 011cf0cf-0324-4c17-b0df-79ea91127cf5 requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:28:00.606004 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 56618) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:28:00.613593 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-b8b5a8f8-60da-4197-bb26-2ead6bb0aa6d None None] Provisioning for port dfb1a1f5-820a-414b-ad46-3911c1704903 completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:28:00.633602 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-b8b5a8f8-60da-4197-bb26-2ead6bb0aa6d None None] Provisioning complete for port dfb1a1f5-820a-414b-ad46-3911c1704903 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:28:00.634131 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b8b5a8f8-60da-4197-bb26-2ead6bb0aa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:00.789751 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e37bcf3a-a259-4fcf-b6e0-54dabf87e85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:00.814807 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e4ec5a33-8973-490f-adb7-e931dc520190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:00.848605 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-e37bcf3a-a259-4fcf-b6e0-54dabf87e85e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:28:00.856152 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-e37bcf3a-a259-4fcf-b6e0-54dabf87e85e admin admin] Usage tracker for resource:security_group_rule and tenant:cd34ab72727f4ac5bf1025a4af873dd6 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:28:00.859563 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-e37bcf3a-a259-4fcf-b6e0-54dabf87e85e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:28:00.866457 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-e37bcf3a-a259-4fcf-b6e0-54dabf87e85e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:28:00.945574 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b8b5a8f8-60da-4197-bb26-2ead6bb0aa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:00.969104 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-76d71792-02fe-4e5f-93bb-bc9cafe051a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d53782b0>, [{'id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'name': 'tempest-TestVolumeBootPattern-626304108-router', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:27:59Z', 'revision_number': 3, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'gw_port': {'id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:27:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi'}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:28:00.978333 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e37bcf3a-a259-4fcf-b6e0-54dabf87e85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:00.980098 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d71792-02fe-4e5f-93bb-bc9cafe051a3 None None] Checking router: c9de370f-9936-4dea-beda-06d62ed93318 for host: dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:28:00.980623 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d71792-02fe-4e5f-93bb-bc9cafe051a3 None None] Updating router c9de370f-9936-4dea-beda-06d62ed93318 port d2c10f22-d5a1-4709-886b-d5553abf93ad binding host dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 30 16:28:00.984654 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e37bcf3a-a259-4fcf-b6e0-54dabf87e85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:01.047064 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-b8b5a8f8-60da-4197-bb26-2ead6bb0aa6d None None] For port dfb1a1f5-820a-414b-ad46-3911c1704903, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=dfb1a1f5-820a-414b-ad46-3911c1704903,segment=NetworkSegment(d7581e55-c99f-42cf-8388-c4720f12e569),segment_id=d7581e55-c99f-42cf-8388-c4720f12e569)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:28:01.050541 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-76d71792-02fe-4e5f-93bb-bc9cafe051a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:01.055521 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [None req-e4ec5a33-8973-490f-adb7-e931dc520190 admin admin] Allocated IP 172.20.0.1 (011cf0cf-0324-4c17-b0df-79ea91127cf5/a18b911b-dc27-4450-928c-21f993c9c052/311157c5-36a6-4700-982b-6fc3a96b127f) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:28:01.064648 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37bcf3a-a259-4fcf-b6e0-54dabf87e85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c71f8c-a6de-4766-8e1b-6e8978edf141,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:01.071700 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-e37bcf3a-a259-4fcf-b6e0-54dabf87e85e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cd34ab72727f4ac5bf1025a4af873dd6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4635396
Dec 30 16:28:01.081371 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 56632) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:28:01.086964 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b8b5a8f8-60da-4197-bb26-2ead6bb0aa6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:01.173930 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f260b7f2-a27e-4c75-b02c-f85277135fe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:01.219661 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f260b7f2-a27e-4c75-b02c-f85277135fe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:01.297311 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f260b7f2-a27e-4c75-b02c-f85277135fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:01.317322 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5a8f8-60da-4197-bb26-2ead6bb0aa6d None None] Pushing event updated for resources: {'Port': ['ID=dfb1a1f5-820a-414b-ad46-3911c1704903,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:01.320232 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f260b7f2-a27e-4c75-b02c-f85277135fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c71f8c-a6de-4766-8e1b-6e8978edf141,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:01.331080 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-f260b7f2-a27e-4c75-b02c-f85277135fe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:01.335558 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-f260b7f2-a27e-4c75-b02c-f85277135fe1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/94c71f8c-a6de-4766-8e1b-6e8978edf141 HTTP/1.1" status: 204  len: 168 time: 0.2500660
Dec 30 16:28:01.393582 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e4ec5a33-8973-490f-adb7-e931dc520190 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:01.411038 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [None req-e4ec5a33-8973-490f-adb7-e931dc520190 admin admin] Transition to ACTIVE for port object 311157c5-36a6-4700-982b-6fc3a96b127f will not be triggered until provisioned by entity DHCP. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:28:01.436352 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e4ec5a33-8973-490f-adb7-e931dc520190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:01.481560 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-fd0a396e-cb7a-48f1-b3b3-55b0ba441f86 None None] Provisioning complete for port dfb1a1f5-820a-414b-ad46-3911c1704903 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:28:01.481925 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-fd0a396e-cb7a-48f1-b3b3-55b0ba441f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:01.579459 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ec5a33-8973-490f-adb7-e931dc520190 admin admin] Network 011cf0cf-0324-4c17-b0df-79ea91127cf5 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:28:01.583512 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-e4ec5a33-8973-490f-adb7-e931dc520190 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:28:01.585438 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec5a33-8973-490f-adb7-e931dc520190 admin admin] Pushing event updated for resources: {'Port': ['ID=311157c5-36a6-4700-982b-6fc3a96b127f,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:01.587624 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ec5a33-8973-490f-adb7-e931dc520190 admin admin] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:28:01.678981 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e4ec5a33-8973-490f-adb7-e931dc520190 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4018067'] for router_interface, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:01.783195 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-76d71792-02fe-4e5f-93bb-bc9cafe051a3 None None] Notify callbacks [] for port, precommit_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:01.797316 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-76d71792-02fe-4e5f-93bb-bc9cafe051a3 None None] Transition to ACTIVE for port object d2c10f22-d5a1-4709-886b-d5553abf93ad will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:28:01.806695 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-76d71792-02fe-4e5f-93bb-bc9cafe051a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:01.821205 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e4ec5a33-8973-490f-adb7-e931dc520190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:01.963201 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2f438-f671-48a3-be8c-2e1548e1a3c3 None None] Pushing event updated for resources: {'Port': ['ID=d2c10f22-d5a1-4709-886b-d5553abf93ad,revision_number=2']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:01.970082 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-76d71792-02fe-4e5f-93bb-bc9cafe051a3 None None] Attempting to bind port d2c10f22-d5a1-4709-886b-d5553abf93ad on host dv-cinder-822939-1-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:28:01.970508 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-76d71792-02fe-4e5f-93bb-bc9cafe051a3 None None] Attempting to bind port d2c10f22-d5a1-4709-886b-d5553abf93ad by drivers openvswitch,hyperv on host dv-cinder-822939-1-iscsi at level 0 using segments [{'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:28:01.970923 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d71792-02fe-4e5f-93bb-bc9cafe051a3 None None] Attempting to bind port d2c10f22-d5a1-4709-886b-d5553abf93ad on network 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:28:01.978078 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device dfb1a1f5-820a-414b-ad46-3911c1704903 up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:28:02.044498 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d71792-02fe-4e5f-93bb-bc9cafe051a3 None None] Checking agent: {'id': 'b5560ab0-2c8e-4cda-8841-fe2255e3b07c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822939-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 11, 19), 'started_at': datetime.datetime(2021, 12, 30, 16, 11, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822939-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:28:02.045306 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d71792-02fe-4e5f-93bb-bc9cafe051a3 None None] Checking segment: {'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:28:02.045713 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-76d71792-02fe-4e5f-93bb-bc9cafe051a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:02.046100 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d71792-02fe-4e5f-93bb-bc9cafe051a3 None None] Bound using segment: {'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:28:02.046716 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-76d71792-02fe-4e5f-93bb-bc9cafe051a3 None None] Bound port: d2c10f22-d5a1-4709-886b-d5553abf93ad, host: dv-cinder-822939-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:28:02.047205 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-76d71792-02fe-4e5f-93bb-bc9cafe051a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:02.080489 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-18878721-e227-4b01-92c1-b857d40f91fd None None] Provisioning for port 311157c5-36a6-4700-982b-6fc3a96b127f completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:28:02.080689 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e4ec5a33-8973-490f-adb7-e931dc520190 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:02.084232 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e4ec5a33-8973-490f-adb7-e931dc520190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:02.107731 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-18878721-e227-4b01-92c1-b857d40f91fd None None] Provisioning complete for port 311157c5-36a6-4700-982b-6fc3a96b127f triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:28:02.108091 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-18878721-e227-4b01-92c1-b857d40f91fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:02.186431 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-76d71792-02fe-4e5f-93bb-bc9cafe051a3 None None] For port d2c10f22-d5a1-4709-886b-d5553abf93ad, host dv-cinder-822939-1-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:28:02.196565 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-18878721-e227-4b01-92c1-b857d40f91fd None None] Port 311157c5-36a6-4700-982b-6fc3a96b127f cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 30 16:28:02.201570 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-76d71792-02fe-4e5f-93bb-bc9cafe051a3 None None] For port d2c10f22-d5a1-4709-886b-d5553abf93ad, host dv-cinder-822939-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=d2c10f22-d5a1-4709-886b-d5553abf93ad,segment=NetworkSegment(a1965180-a5eb-4dfc-97e0-14ede4debdc3),segment_id=a1965180-a5eb-4dfc-97e0-14ede4debdc3)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:28:02.203380 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ec5a33-8973-490f-adb7-e931dc520190 admin admin] Pushing event updated for resources: {'Port': ['ID=311157c5-36a6-4700-982b-6fc3a96b127f,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:02.207400 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-e4ec5a33-8973-490f-adb7-e931dc520190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4017274'] for router_interface, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:02.212057 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-76d71792-02fe-4e5f-93bb-bc9cafe051a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:02.244445 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port dfb1a1f5-820a-414b-ad46-3911c1704903 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:28:02.244814 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:02.340811 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2f438-f671-48a3-be8c-2e1548e1a3c3 None None] Pushing event updated for resources: {'Port': ['ID=d2c10f22-d5a1-4709-886b-d5553abf93ad,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:02.347548 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ec5a33-8973-490f-adb7-e931dc520190 admin admin] Network 011cf0cf-0324-4c17-b0df-79ea91127cf5 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:28:02.348682 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-e4ec5a33-8973-490f-adb7-e931dc520190 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:28:02.355002 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d71792-02fe-4e5f-93bb-bc9cafe051a3 None None] Routers {'c9de370f-9936-4dea-beda-06d62ed93318'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:28:02.356154 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-76d71792-02fe-4e5f-93bb-bc9cafe051a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d53782b0>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:27:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['c9de370f-9936-4dea-beda-06d62ed93318'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:28:02.627338 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-76d71792-02fe-4e5f-93bb-bc9cafe051a3 None None] Set router c9de370f-9936-4dea-beda-06d62ed93318 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:28:02.652786 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 56668) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:28:02.683706 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-3be1c7b2-0e1c-4a29-af08-539e3ff24835 None None] Provisioning complete for port 311157c5-36a6-4700-982b-6fc3a96b127f triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:28:02.683934 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-3be1c7b2-0e1c-4a29-af08-539e3ff24835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:02.774282 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ec5a33-8973-490f-adb7-e931dc520190 admin admin] Router c9de370f-9936-4dea-beda-06d62ed93318 has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:28:02.802950 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-3be1c7b2-0e1c-4a29-af08-539e3ff24835 None None] Port 311157c5-36a6-4700-982b-6fc3a96b127f cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 30 16:28:02.806955 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-564c40ef-3780-415c-a240-7fcab73393ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:02.838722 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-564c40ef-3780-415c-a240-7fcab73393ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:28:02.842638 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-564c40ef-3780-415c-a240-7fcab73393ff admin admin] Usage tracker for resource:security_group_rule and tenant:4edf6eb7279c4ef4999221350edbe914 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:28:02.845685 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-564c40ef-3780-415c-a240-7fcab73393ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:28:02.852062 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-564c40ef-3780-415c-a240-7fcab73393ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:28:02.916530 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-564c40ef-3780-415c-a240-7fcab73393ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:02.922661 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-564c40ef-3780-415c-a240-7fcab73393ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:02.972242 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-564c40ef-3780-415c-a240-7fcab73393ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4edf6eb7279c4ef4999221350edbe914&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3157909
Dec 30 16:28:02.972242 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c40ef-3780-415c-a240-7fcab73393ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c441479-0ce2-4f26-a1a4-8ca797be67aa,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:02.977204 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 56674) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:28:03.009891 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ec5a33-8973-490f-adb7-e931dc520190 admin admin] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:28:03.023031 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-76d71792-02fe-4e5f-93bb-bc9cafe051a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d53782b0>, [{'id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'name': 'tempest-TestVolumeBootPattern-626304108-router', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:01Z', 'revision_number': 4, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'gw_port': {'id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '311157c5-36a6-4700-982b-6fc3a96b127f', 'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'mac_address': 'fa:16:3e:98:73:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:28:00Z', 'updated_at': '2021-12-30T16:28:01Z', 'revision_number': 2, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'subnets': [{'id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:28:03.027657 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d71792-02fe-4e5f-93bb-bc9cafe051a3 None None] The sync data for ids ['c9de370f-9936-4dea-beda-06d62ed93318'] in dv-cinder-822939-1-iscsi is: [{'id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'name': 'tempest-TestVolumeBootPattern-626304108-router', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:01Z', 'revision_number': 4, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'gw_port': {'id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '311157c5-36a6-4700-982b-6fc3a96b127f', 'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'mac_address': 'fa:16:3e:98:73:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:28:00Z', 'updated_at': '2021-12-30T16:28:01Z', 'revision_number': 2, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'subnets': [{'id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:28:03.031781 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-e4ec5a33-8973-490f-adb7-e931dc520190 admin admin] 10.222.0.31 "PUT /v2.0/routers/c9de370f-9936-4dea-beda-06d62ed93318/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1548138
Dec 30 16:28:03.059987 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-cb37c81c-03f9-4ca3-b88c-14a6169cc078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:03.089243 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-cb37c81c-03f9-4ca3-b88c-14a6169cc078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:03.146527 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-cb37c81c-03f9-4ca3-b88c-14a6169cc078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:03.166463 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37c81c-03f9-4ca3-b88c-14a6169cc078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c441479-0ce2-4f26-a1a4-8ca797be67aa,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:03.175878 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-cb37c81c-03f9-4ca3-b88c-14a6169cc078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:03.175878 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-cb37c81c-03f9-4ca3-b88c-14a6169cc078 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3c441479-0ce2-4f26-a1a4-8ca797be67aa HTTP/1.1" status: 204  len: 168 time: 0.1967719
Dec 30 16:28:03.182083 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb37c81c-03f9-4ca3-b88c-14a6169cc078 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:28:03.182450 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb37c81c-03f9-4ca3-b88c-14a6169cc078 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:28:03.182736 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb37c81c-03f9-4ca3-b88c-14a6169cc078 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:28:03.183065 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb37c81c-03f9-4ca3-b88c-14a6169cc078 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:28:03.183451 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb37c81c-03f9-4ca3-b88c-14a6169cc078 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:28:03.183748 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb37c81c-03f9-4ca3-b88c-14a6169cc078 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:28:03.184069 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb37c81c-03f9-4ca3-b88c-14a6169cc078 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:28:03.184455 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb37c81c-03f9-4ca3-b88c-14a6169cc078 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:28:03.184773 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb37c81c-03f9-4ca3-b88c-14a6169cc078 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:28:03.185357 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb37c81c-03f9-4ca3-b88c-14a6169cc078 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:28:03.185544 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb37c81c-03f9-4ca3-b88c-14a6169cc078 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:28:03.590750 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 56690) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:28:03.611694 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-86904918-993f-4c50-ac32-bd7a1a659e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:03.655521 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-86904918-993f-4c50-ac32-bd7a1a659e76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:28:03.660337 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-86904918-993f-4c50-ac32-bd7a1a659e76 admin admin] Usage tracker for resource:security_group_rule and tenant:7e15be5680144edc8ad0834a5dabbcbf is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:28:03.665150 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-86904918-993f-4c50-ac32-bd7a1a659e76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:28:03.672936 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-86904918-993f-4c50-ac32-bd7a1a659e76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:28:03.783571 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-86904918-993f-4c50-ac32-bd7a1a659e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:03.788823 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-86904918-993f-4c50-ac32-bd7a1a659e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:03.836947 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86904918-993f-4c50-ac32-bd7a1a659e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3801855f-994e-4c52-ace0-9bc4b6c8b25a,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:03.841426 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-86904918-993f-4c50-ac32-bd7a1a659e76 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7e15be5680144edc8ad0834a5dabbcbf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2495937
Dec 30 16:28:03.844264 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 56696) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:28:03.920375 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9d34e155-b9b4-4c61-9d3f-aabc480c374c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:03.974962 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9d34e155-b9b4-4c61-9d3f-aabc480c374c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:04.017514 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device d2c10f22-d5a1-4709-886b-d5553abf93ad up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:28:04.044946 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9d34e155-b9b4-4c61-9d3f-aabc480c374c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:04.073019 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d34e155-b9b4-4c61-9d3f-aabc480c374c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3801855f-994e-4c52-ace0-9bc4b6c8b25a,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:04.076730 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-9d34e155-b9b4-4c61-9d3f-aabc480c374c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:04.080801 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-9d34e155-b9b4-4c61-9d3f-aabc480c374c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3801855f-994e-4c52-ace0-9bc4b6c8b25a HTTP/1.1" status: 204  len: 168 time: 0.2331488
Dec 30 16:28:04.094516 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d34e155-b9b4-4c61-9d3f-aabc480c374c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:28:04.094840 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d34e155-b9b4-4c61-9d3f-aabc480c374c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:28:04.095185 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d34e155-b9b4-4c61-9d3f-aabc480c374c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:28:04.095518 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d34e155-b9b4-4c61-9d3f-aabc480c374c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:28:04.095850 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d34e155-b9b4-4c61-9d3f-aabc480c374c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:28:04.096179 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d34e155-b9b4-4c61-9d3f-aabc480c374c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:28:04.096500 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d34e155-b9b4-4c61-9d3f-aabc480c374c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:28:04.097010 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d34e155-b9b4-4c61-9d3f-aabc480c374c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:28:04.097507 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d34e155-b9b4-4c61-9d3f-aabc480c374c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:28:04.097993 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d34e155-b9b4-4c61-9d3f-aabc480c374c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:28:04.098466 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d34e155-b9b4-4c61-9d3f-aabc480c374c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:28:04.167984 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning for port d2c10f22-d5a1-4709-886b-d5553abf93ad completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:28:04.174326 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port d2c10f22-d5a1-4709-886b-d5553abf93ad triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:28:04.174787 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:04.317688 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:04.338158 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] For port d2c10f22-d5a1-4709-886b-d5553abf93ad, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=d2c10f22-d5a1-4709-886b-d5553abf93ad,segment=NetworkSegment(a1965180-a5eb-4dfc-97e0-14ede4debdc3),segment_id=a1965180-a5eb-4dfc-97e0-14ede4debdc3)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:28:04.343474 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:04.422141 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Pushing event updated for resources: {'Port': ['ID=d2c10f22-d5a1-4709-886b-d5553abf93ad,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:04.490050 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 56716) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:28:04.496080 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-96e2dea5-1e3a-4a90-a4b3-09caa608a792 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1243183228-network', 'tenant_id': 'f9273655e65b4e19ab6c8e08b5f4b807'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:28:04.501068 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-96e2dea5-1e3a-4a90-a4b3-09caa608a792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:28:04.505737 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-96e2dea5-1e3a-4a90-a4b3-09caa608a792 admin admin] Usage tracker for resource:network and tenant:f9273655e65b4e19ab6c8e08b5f4b807 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:28:04.509426 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-96e2dea5-1e3a-4a90-a4b3-09caa608a792 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:28:04.515550 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-96e2dea5-1e3a-4a90-a4b3-09caa608a792 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:28:04.526569 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e2dea5-1e3a-4a90-a4b3-09caa608a792 admin admin] Made reservation on behalf of f9273655e65b4e19ab6c8e08b5f4b807 for: {'network': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:28:04.528985 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-96e2dea5-1e3a-4a90-a4b3-09caa608a792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for network, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:04.541545 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-96e2dea5-1e3a-4a90-a4b3-09caa608a792 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:04.572321 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-96e2dea5-1e3a-4a90-a4b3-09caa608a792 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:28:04.576137 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-96e2dea5-1e3a-4a90-a4b3-09caa608a792 admin admin] Usage tracker for resource:security_group_rule and tenant:f9273655e65b4e19ab6c8e08b5f4b807 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:28:04.579020 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-96e2dea5-1e3a-4a90-a4b3-09caa608a792 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:28:04.585062 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-96e2dea5-1e3a-4a90-a4b3-09caa608a792 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:28:04.652425 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-96e2dea5-1e3a-4a90-a4b3-09caa608a792 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:04.657318 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-96e2dea5-1e3a-4a90-a4b3-09caa608a792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:04.690586 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e2dea5-1e3a-4a90-a4b3-09caa608a792 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'}  {{(pid=82858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 30 16:28:04.699137 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e2dea5-1e3a-4a90-a4b3-09caa608a792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbdb8d3-ab22-47be-ba37-06d522da9a8f,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:04.705758 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-96e2dea5-1e3a-4a90-a4b3-09caa608a792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:04.706142 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.db.segments_db [None req-96e2dea5-1e3a-4a90-a4b3-09caa608a792 admin admin] Added segment 7722066b-a0e8-40e3-9813-92cf305dd46e of type vlan for network abd7b0a9-2f7b-4ec9-a586-f2facd45e85b
Dec 30 16:28:04.733779 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-96e2dea5-1e3a-4a90-a4b3-09caa608a792 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793095940298'] for network, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:04.766296 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-96e2dea5-1e3a-4a90-a4b3-09caa608a792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487'] for network, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:04.767163 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e2dea5-1e3a-4a90-a4b3-09caa608a792 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:28:04.767759 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-96e2dea5-1e3a-4a90-a4b3-09caa608a792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:04.871492 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e2dea5-1e3a-4a90-a4b3-09caa608a792 admin admin] Pushing event updated for resources: {'Network': ['ID=abd7b0a9-2f7b-4ec9-a586-f2facd45e85b,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:04.876939 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-96e2dea5-1e3a-4a90-a4b3-09caa608a792 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.3830764
Dec 30 16:28:04.877496 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 56728) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:28:04.881989 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Network abd7b0a9-2f7b-4ec9-a586-f2facd45e85b details requested by agent ovs-agent-dv-cinder-822939-1-iscsi with host dv-cinder-822939-1-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 30 16:28:04.882267 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-61dcdb52-a2bf-4404-aaa3-cb7850c858eb admin admin] Request body: {'subnet': {'network_id': 'abd7b0a9-2f7b-4ec9-a586-f2facd45e85b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1243183228-subnet', 'tenant_id': 'f9273655e65b4e19ab6c8e08b5f4b807', 'ip_version': 4}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:28:04.887336 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-61dcdb52-a2bf-4404-aaa3-cb7850c858eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:28:04.891105 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-61dcdb52-a2bf-4404-aaa3-cb7850c858eb admin admin] Usage tracker for resource:subnet and tenant:f9273655e65b4e19ab6c8e08b5f4b807 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:28:04.893892 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-61dcdb52-a2bf-4404-aaa3-cb7850c858eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:28:04.899666 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-61dcdb52-a2bf-4404-aaa3-cb7850c858eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:28:04.910448 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61dcdb52-a2bf-4404-aaa3-cb7850c858eb admin admin] Made reservation on behalf of f9273655e65b4e19ab6c8e08b5f4b807 for: {'subnet': 1} {{(pid=82858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:28:04.912776 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-61dcdb52-a2bf-4404-aaa3-cb7850c858eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2632628'] for subnet, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:05.116492 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-61dcdb52-a2bf-4404-aaa3-cb7850c858eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2958441', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2631246'] for subnet, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:05.193311 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dcdb52-a2bf-4404-aaa3-cb7850c858eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b4c319d-71ab-460e-96a0-e9227654ec47,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:05.203559 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dcdb52-a2bf-4404-aaa3-cb7850c858eb admin admin] Checking segment: {'id': '7722066b-a0e8-40e3-9813-92cf305dd46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'abd7b0a9-2f7b-4ec9-a586-f2facd45e85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:28:05.203918 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dcdb52-a2bf-4404-aaa3-cb7850c858eb admin admin] Network hostable DHCP agents. Network: abd7b0a9-2f7b-4ec9-a586-f2facd45e85b, hostable agents: ['56495f28-f8e1-4ded-a581-8b29fe371967'], hosted agents: [] {{(pid=82858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 30 16:28:05.228140 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dcdb52-a2bf-4404-aaa3-cb7850c858eb admin admin] Network abd7b0a9-2f7b-4ec9-a586-f2facd45e85b is scheduled to be hosted by DHCP agent 56495f28-f8e1-4ded-a581-8b29fe371967 with binding_index 1 {{(pid=82858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 30 16:28:05.237928 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-61dcdb52-a2bf-4404-aaa3-cb7850c858eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822939-1-iscsi, abd7b0a9-2f7b-4ec9-a586-f2facd45e85b) {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:28:05.242094 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dcdb52-a2bf-4404-aaa3-cb7850c858eb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:28:05.242729 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-61dcdb52-a2bf-4404-aaa3-cb7850c858eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:05.248177 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaaaa7eb-8f94-4758-95ab-7f745b6f78f4 None None] Network abd7b0a9-2f7b-4ec9-a586-f2facd45e85b requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:28:05.265224 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-61dcdb52-a2bf-4404-aaa3-cb7850c858eb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3869953
Dec 30 16:28:05.267861 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 56738) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:28:05.273263 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-8189a050-e6cc-41fa-a8ff-43b9f726a6c0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1243183228-router', 'tenant_id': 'f9273655e65b4e19ab6c8e08b5f4b807', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'}}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:28:05.277921 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-8189a050-e6cc-41fa-a8ff-43b9f726a6c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:28:05.281737 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-8189a050-e6cc-41fa-a8ff-43b9f726a6c0 admin admin] Usage tracker for resource:router and tenant:f9273655e65b4e19ab6c8e08b5f4b807 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:28:05.284591 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-8189a050-e6cc-41fa-a8ff-43b9f726a6c0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:28:05.290503 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-8189a050-e6cc-41fa-a8ff-43b9f726a6c0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:28:05.303363 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8189a050-e6cc-41fa-a8ff-43b9f726a6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4015920', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3452'] for router, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:05.304457 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8189a050-e6cc-41fa-a8ff-43b9f726a6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4015949', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4020124', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4009619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3445'] for router, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:05.327570 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8189a050-e6cc-41fa-a8ff-43b9f726a6c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:05.472352 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d815f93-4fcf-4c8a-8ca6-0fa695e19664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf905f464-6ef4-5d13-8270-ca113c3e727c-abd7b0a9-2f7b-4ec9-a586-f2facd45e85b', 'network_id': 'abd7b0a9-2f7b-4ec9-a586-f2facd45e85b', 'tenant_id': 'f9273655e65b4e19ab6c8e08b5f4b807', 'fixed_ips': [{'subnet_id': '5b4c319d-71ab-460e-96a0-e9227654ec47'}]}} from dv-cinder-822939-1-iscsi. {{(pid=82859) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Dec 30 16:28:05.473103 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-6d815f93-4fcf-4c8a-8ca6-0fa695e19664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:05.476126 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8189a050-e6cc-41fa-a8ff-43b9f726a6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4020142', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4016066', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3399'] for router, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:05.635781 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.db_base_plugin_common [None req-6d815f93-4fcf-4c8a-8ca6-0fa695e19664 None None] Allocated IP 172.20.0.2 (abd7b0a9-2f7b-4ec9-a586-f2facd45e85b/5b4c319d-71ab-460e-96a0-e9227654ec47/ddc8b9b2-4787-492b-b2c9-e1f15f78cc99) {{(pid=82859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:28:05.793638 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8189a050-e6cc-41fa-a8ff-43b9f726a6c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:05.823519 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8189a050-e6cc-41fa-a8ff-43b9f726a6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:05.848486 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-6d815f93-4fcf-4c8a-8ca6-0fa695e19664 None None] Notify callbacks [] for port, precommit_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:05.858752 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-6d815f93-4fcf-4c8a-8ca6-0fa695e19664 None None] Transition to ACTIVE for port object ddc8b9b2-4787-492b-b2c9-e1f15f78cc99 will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:28:05.877797 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-6d815f93-4fcf-4c8a-8ca6-0fa695e19664 None None] Transition to ACTIVE for port object ddc8b9b2-4787-492b-b2c9-e1f15f78cc99 will not be triggered until provisioned by entity DHCP. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:28:05.882913 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-6d815f93-4fcf-4c8a-8ca6-0fa695e19664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782'] for port, after_create {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:05.954297 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d815f93-4fcf-4c8a-8ca6-0fa695e19664 None None] Network abd7b0a9-2f7b-4ec9-a586-f2facd45e85b is already hosted by enough agents. {{(pid=82859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:28:05.957401 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.scheduler.base_scheduler [None req-6d815f93-4fcf-4c8a-8ca6-0fa695e19664 None None] Resources bound (agent type, host, resource id):  {{(pid=82859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:28:05.961494 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d815f93-4fcf-4c8a-8ca6-0fa695e19664 None None] Received port after_create {{(pid=82859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:28:05.982709 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [None req-8189a050-e6cc-41fa-a8ff-43b9f726a6c0 admin admin] Allocated IP 172.27.1.35 (0b94b64d-9d7c-4a44-8bd0-f4e286ff014b/ad43253e-6e30-4230-9b92-331ad2639f5e/5ea3183c-d90c-4d31-b26a-081dfd8e1cea) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:28:05.999669 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device d2c10f22-d5a1-4709-886b-d5553abf93ad up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:28:06.032627 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d815f93-4fcf-4c8a-8ca6-0fa695e19664 None None] Pushing event updated for resources: {'Port': ['ID=ddc8b9b2-4787-492b-b2c9-e1f15f78cc99,revision_number=1']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:06.110232 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-6d815f93-4fcf-4c8a-8ca6-0fa695e19664 None None] Attempting to bind port ddc8b9b2-4787-492b-b2c9-e1f15f78cc99 on host dv-cinder-822939-1-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:28:06.110587 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-6d815f93-4fcf-4c8a-8ca6-0fa695e19664 None None] Attempting to bind port ddc8b9b2-4787-492b-b2c9-e1f15f78cc99 by drivers openvswitch,hyperv on host dv-cinder-822939-1-iscsi at level 0 using segments [{'id': '7722066b-a0e8-40e3-9813-92cf305dd46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'abd7b0a9-2f7b-4ec9-a586-f2facd45e85b'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:28:06.110936 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d815f93-4fcf-4c8a-8ca6-0fa695e19664 None None] Attempting to bind port ddc8b9b2-4787-492b-b2c9-e1f15f78cc99 on network abd7b0a9-2f7b-4ec9-a586-f2facd45e85b {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:28:06.121604 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d815f93-4fcf-4c8a-8ca6-0fa695e19664 None None] Checking agent: {'id': 'b5560ab0-2c8e-4cda-8841-fe2255e3b07c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822939-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 11, 19), 'started_at': datetime.datetime(2021, 12, 30, 16, 11, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822939-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:28:06.122474 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d815f93-4fcf-4c8a-8ca6-0fa695e19664 None None] Checking segment: {'id': '7722066b-a0e8-40e3-9813-92cf305dd46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'abd7b0a9-2f7b-4ec9-a586-f2facd45e85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:28:06.122474 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-6d815f93-4fcf-4c8a-8ca6-0fa695e19664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:06.122736 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d815f93-4fcf-4c8a-8ca6-0fa695e19664 None None] Bound using segment: {'id': '7722066b-a0e8-40e3-9813-92cf305dd46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'abd7b0a9-2f7b-4ec9-a586-f2facd45e85b'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:28:06.123169 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-6d815f93-4fcf-4c8a-8ca6-0fa695e19664 None None] Bound port: ddc8b9b2-4787-492b-b2c9-e1f15f78cc99, host: dv-cinder-822939-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7722066b-a0e8-40e3-9813-92cf305dd46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'abd7b0a9-2f7b-4ec9-a586-f2facd45e85b'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:28:06.123527 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-6d815f93-4fcf-4c8a-8ca6-0fa695e19664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:06.146160 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8189a050-e6cc-41fa-a8ff-43b9f726a6c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:06.178150 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8189a050-e6cc-41fa-a8ff-43b9f726a6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:06.190405 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port d2c10f22-d5a1-4709-886b-d5553abf93ad triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:28:06.190764 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:06.244764 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8189a050-e6cc-41fa-a8ff-43b9f726a6c0 admin admin] Network 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:28:06.251356 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-8189a050-e6cc-41fa-a8ff-43b9f726a6c0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:28:06.251356 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8189a050-e6cc-41fa-a8ff-43b9f726a6c0 admin admin] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:28:06.268179 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-6d815f93-4fcf-4c8a-8ca6-0fa695e19664 None None] For port ddc8b9b2-4787-492b-b2c9-e1f15f78cc99, host dv-cinder-822939-1-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:28:06.271977 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-6d815f93-4fcf-4c8a-8ca6-0fa695e19664 None None] For port ddc8b9b2-4787-492b-b2c9-e1f15f78cc99, host dv-cinder-822939-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=ddc8b9b2-4787-492b-b2c9-e1f15f78cc99,segment=NetworkSegment(7722066b-a0e8-40e3-9813-92cf305dd46e),segment_id=7722066b-a0e8-40e3-9813-92cf305dd46e)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:28:06.278713 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-6d815f93-4fcf-4c8a-8ca6-0fa695e19664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:06.296627 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189a050-e6cc-41fa-a8ff-43b9f726a6c0 admin admin] Pushing event updated for resources: {'Port': ['ID=5ea3183c-d90c-4d31-b26a-081dfd8e1cea,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:06.400633 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d815f93-4fcf-4c8a-8ca6-0fa695e19664 None None] Pushing event updated for resources: {'Port': ['ID=ddc8b9b2-4787-492b-b2c9-e1f15f78cc99,revision_number=2']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:06.427265 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8189a050-e6cc-41fa-a8ff-43b9f726a6c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:06.428260 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8189a050-e6cc-41fa-a8ff-43b9f726a6c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4015929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4017997'] for router, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:06.697475 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8189a050-e6cc-41fa-a8ff-43b9f726a6c0 admin admin] Router 567d5869-2ae5-4f17-a632-a426420520b8 is scheduled to L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f with binding_index 1 {{(pid=82858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Dec 30 16:28:06.906417 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8189a050-e6cc-41fa-a8ff-43b9f726a6c0 admin admin] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:28:06.915983 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b9ac42-796b-4953-8677-0789abfb7e07 None None] Sync routers for ids ['567d5869-2ae5-4f17-a632-a426420520b8'] in dv-cinder-822939-1-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:28:06.927708 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b9ac42-796b-4953-8677-0789abfb7e07 None None] Routers {'567d5869-2ae5-4f17-a632-a426420520b8'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:28:06.928345 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-72b9ac42-796b-4953-8677-0789abfb7e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d583cbe0>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:27:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['567d5869-2ae5-4f17-a632-a426420520b8'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:28:06.931107 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8189a050-e6cc-41fa-a8ff-43b9f726a6c0 admin admin] Notify callbacks [] for router, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:06.933869 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-8189a050-e6cc-41fa-a8ff-43b9f726a6c0 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 1.6648231
Dec 30 16:28:06.935413 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 56778) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:28:07.127692 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-72b9ac42-796b-4953-8677-0789abfb7e07 None None] Set router 567d5869-2ae5-4f17-a632-a426420520b8 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:28:07.464682 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-72b9ac42-796b-4953-8677-0789abfb7e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d583cbe0>, [{'id': '567d5869-2ae5-4f17-a632-a426420520b8', 'name': 'tempest-TestVolumeBootPattern-1243183228-router', 'tenant_id': 'f9273655e65b4e19ab6c8e08b5f4b807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '5ea3183c-d90c-4d31-b26a-081dfd8e1cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:28:05Z', 'updated_at': '2021-12-30T16:28:06Z', 'revision_number': 3, 'project_id': 'f9273655e65b4e19ab6c8e08b5f4b807', 'gw_port': {'id': '5ea3183c-d90c-4d31-b26a-081dfd8e1cea', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567d5869-2ae5-4f17-a632-a426420520b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:28:05Z', 'updated_at': '2021-12-30T16:28:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi'}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:28:07.475049 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b9ac42-796b-4953-8677-0789abfb7e07 None None] Checking router: 567d5869-2ae5-4f17-a632-a426420520b8 for host: dv-cinder-822939-1-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:28:07.475384 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b9ac42-796b-4953-8677-0789abfb7e07 None None] Updating router 567d5869-2ae5-4f17-a632-a426420520b8 port 5ea3183c-d90c-4d31-b26a-081dfd8e1cea binding host dv-cinder-822939-1-iscsi {{(pid=82860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 30 16:28:07.528280 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27da176-ced3-4d9f-94a7-4d3d2b80e672 None None] Network abd7b0a9-2f7b-4ec9-a586-f2facd45e85b requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:28:07.537080 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-72b9ac42-796b-4953-8677-0789abfb7e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:07.636042 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-a900408f-df4f-4d34-ad5a-4967354d09a3 None None] Provisioning for port ddc8b9b2-4787-492b-b2c9-e1f15f78cc99 completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:28:07.847525 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 56792) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:28:07.856867 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a9d42346-f0fa-43de-9b31-ee630e35eef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:07.951874 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-72b9ac42-796b-4953-8677-0789abfb7e07 None None] Notify callbacks [] for port, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:07.984482 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.provisioning_blocks [None req-72b9ac42-796b-4953-8677-0789abfb7e07 None None] Transition to ACTIVE for port object 5ea3183c-d90c-4d31-b26a-081dfd8e1cea will not be triggered until provisioned by entity L2. {{(pid=82860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:28:07.998839 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-72b9ac42-796b-4953-8677-0789abfb7e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:08.020915 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device ddc8b9b2-4787-492b-b2c9-e1f15f78cc99 up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:28:08.116416 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f6872-8c07-4b90-b4dc-5348f6341405 None None] Pushing event updated for resources: {'Port': ['ID=5ea3183c-d90c-4d31-b26a-081dfd8e1cea,revision_number=2']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:08.136740 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [None req-a9d42346-f0fa-43de-9b31-ee630e35eef3 admin admin] Allocated IP 172.20.0.1 (abd7b0a9-2f7b-4ec9-a586-f2facd45e85b/5b4c319d-71ab-460e-96a0-e9227654ec47/32607863-858e-4399-b8e9-38a1f8c2e007) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:28:08.139145 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-72b9ac42-796b-4953-8677-0789abfb7e07 None None] Attempting to bind port 5ea3183c-d90c-4d31-b26a-081dfd8e1cea on host dv-cinder-822939-1-iscsi for vnic_type normal with profile  {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:28:08.139498 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-72b9ac42-796b-4953-8677-0789abfb7e07 None None] Attempting to bind port 5ea3183c-d90c-4d31-b26a-081dfd8e1cea by drivers openvswitch,hyperv on host dv-cinder-822939-1-iscsi at level 0 using segments [{'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:28:08.139842 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b9ac42-796b-4953-8677-0789abfb7e07 None None] Attempting to bind port 5ea3183c-d90c-4d31-b26a-081dfd8e1cea on network 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:28:08.142480 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1f6872-8c07-4b90-b4dc-5348f6341405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:28:08.143131 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1f6872-8c07-4b90-b4dc-5348f6341405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:28:08.143131 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1f6872-8c07-4b90-b4dc-5348f6341405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:28:08.143423 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1f6872-8c07-4b90-b4dc-5348f6341405 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:28:08.143766 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1f6872-8c07-4b90-b4dc-5348f6341405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:28:08.144110 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1f6872-8c07-4b90-b4dc-5348f6341405 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:28:08.144368 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1f6872-8c07-4b90-b4dc-5348f6341405 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:28:08.144660 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1f6872-8c07-4b90-b4dc-5348f6341405 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:28:08.144969 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1f6872-8c07-4b90-b4dc-5348f6341405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:28:08.145299 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1f6872-8c07-4b90-b4dc-5348f6341405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:28:08.145606 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1f6872-8c07-4b90-b4dc-5348f6341405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:28:08.154267 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b9ac42-796b-4953-8677-0789abfb7e07 None None] Checking agent: {'id': 'b5560ab0-2c8e-4cda-8841-fe2255e3b07c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822939-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 11, 19), 'started_at': datetime.datetime(2021, 12, 30, 16, 11, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822939-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:28:08.154646 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b9ac42-796b-4953-8677-0789abfb7e07 None None] Checking segment: {'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:28:08.155573 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-72b9ac42-796b-4953-8677-0789abfb7e07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:08.155573 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b9ac42-796b-4953-8677-0789abfb7e07 None None] Bound using segment: {'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:28:08.155785 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-72b9ac42-796b-4953-8677-0789abfb7e07 None None] Bound port: 5ea3183c-d90c-4d31-b26a-081dfd8e1cea, host: dv-cinder-822939-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1965180-a5eb-4dfc-97e0-14ede4debdc3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b'}}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:28:08.156169 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-72b9ac42-796b-4953-8677-0789abfb7e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:08.179072 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning for port ddc8b9b2-4787-492b-b2c9-e1f15f78cc99 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:28:08.185714 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port ddc8b9b2-4787-492b-b2c9-e1f15f78cc99 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:28:08.186190 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:08.226689 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-72b9ac42-796b-4953-8677-0789abfb7e07 None None] For port 5ea3183c-d90c-4d31-b26a-081dfd8e1cea, host dv-cinder-822939-1-iscsi, cleared binding levels {{(pid=82860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:28:08.229917 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-72b9ac42-796b-4953-8677-0789abfb7e07 None None] For port 5ea3183c-d90c-4d31-b26a-081dfd8e1cea, host dv-cinder-822939-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=5ea3183c-d90c-4d31-b26a-081dfd8e1cea,segment=NetworkSegment(a1965180-a5eb-4dfc-97e0-14ede4debdc3),segment_id=a1965180-a5eb-4dfc-97e0-14ede4debdc3)] {{(pid=82860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:28:08.231997 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-89a6168f-e0f3-4782-9b5b-b2f1cddd9389 None None] Provisioning complete for port ddc8b9b2-4787-492b-b2c9-e1f15f78cc99 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:28:08.232457 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-89a6168f-e0f3-4782-9b5b-b2f1cddd9389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:08.234899 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-72b9ac42-796b-4953-8677-0789abfb7e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:08.244812 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c5f81267-df2f-4b4c-bf15-de6f1903ea20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:08.308077 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-c5f81267-df2f-4b4c-bf15-de6f1903ea20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:28:08.315875 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f6872-8c07-4b90-b4dc-5348f6341405 None None] Pushing event updated for resources: {'Port': ['ID=5ea3183c-d90c-4d31-b26a-081dfd8e1cea,revision_number=3']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:08.318869 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b9ac42-796b-4953-8677-0789abfb7e07 None None] Routers {'567d5869-2ae5-4f17-a632-a426420520b8'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:28:08.319387 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-72b9ac42-796b-4953-8677-0789abfb7e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d583cbe0>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:27:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['567d5869-2ae5-4f17-a632-a426420520b8'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:28:08.325606 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-c5f81267-df2f-4b4c-bf15-de6f1903ea20 admin admin] Usage tracker for resource:security_group_rule and tenant:9a3f9964fad24445ba997c6f22bdcda5 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:28:08.329970 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-c5f81267-df2f-4b4c-bf15-de6f1903ea20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:28:08.344579 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-c5f81267-df2f-4b4c-bf15-de6f1903ea20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:28:08.375996 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a9d42346-f0fa-43de-9b31-ee630e35eef3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:08.401473 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [None req-a9d42346-f0fa-43de-9b31-ee630e35eef3 admin admin] Transition to ACTIVE for port object 32607863-858e-4399-b8e9-38a1f8c2e007 will not be triggered until provisioned by entity DHCP. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:28:08.432506 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:08.445084 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-89a6168f-e0f3-4782-9b5b-b2f1cddd9389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:08.466387 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c5f81267-df2f-4b4c-bf15-de6f1903ea20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:08.480524 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-c5f81267-df2f-4b4c-bf15-de6f1903ea20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:08.490822 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-89a6168f-e0f3-4782-9b5b-b2f1cddd9389 None None] For port ddc8b9b2-4787-492b-b2c9-e1f15f78cc99, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=ddc8b9b2-4787-492b-b2c9-e1f15f78cc99,segment=NetworkSegment(7722066b-a0e8-40e3-9813-92cf305dd46e),segment_id=7722066b-a0e8-40e3-9813-92cf305dd46e)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:28:08.498031 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-89a6168f-e0f3-4782-9b5b-b2f1cddd9389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:08.502914 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a9d42346-f0fa-43de-9b31-ee630e35eef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:08.536442 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-72b9ac42-796b-4953-8677-0789abfb7e07 None None] Set router 567d5869-2ae5-4f17-a632-a426420520b8 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:28:08.600644 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f81267-df2f-4b4c-bf15-de6f1903ea20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecc2be8-4bf3-4d97-a958-575723eefc64,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:08.605335 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d42346-f0fa-43de-9b31-ee630e35eef3 admin admin] Network abd7b0a9-2f7b-4ec9-a586-f2facd45e85b is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:28:08.609990 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-c5f81267-df2f-4b4c-bf15-de6f1903ea20 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9a3f9964fad24445ba997c6f22bdcda5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7614408
Dec 30 16:28:08.613221 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-a9d42346-f0fa-43de-9b31-ee630e35eef3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:28:08.613407 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 56798) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:28:08.615794 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d42346-f0fa-43de-9b31-ee630e35eef3 admin admin] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:28:08.627197 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.db.api [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 30 16:28:08.627791 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG oslo_db.api [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 30 16:28:08.638081 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6168f-e0f3-4782-9b5b-b2f1cddd9389 None None] Pushing event updated for resources: {'Port': ['ID=ddc8b9b2-4787-492b-b2c9-e1f15f78cc99,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:08.665060 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d42346-f0fa-43de-9b31-ee630e35eef3 admin admin] Pushing event updated for resources: {'Port': ['ID=32607863-858e-4399-b8e9-38a1f8c2e007,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:08.687897 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a9d42346-f0fa-43de-9b31-ee630e35eef3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4018067'] for router_interface, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:08.704396 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b363cc50-c1c1-40db-ac37-41436a8816eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:08.732838 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b363cc50-c1c1-40db-ac37-41436a8816eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:08.790095 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a9d42346-f0fa-43de-9b31-ee630e35eef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:08.808771 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b363cc50-c1c1-40db-ac37-41436a8816eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:08.828776 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363cc50-c1c1-40db-ac37-41436a8816eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecc2be8-4bf3-4d97-a958-575723eefc64,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:08.847944 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b363cc50-c1c1-40db-ac37-41436a8816eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:08.851652 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-b363cc50-c1c1-40db-ac37-41436a8816eb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1ecc2be8-4bf3-4d97-a958-575723eefc64 HTTP/1.1" status: 204  len: 168 time: 0.2337799
Dec 30 16:28:08.872427 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-72b9ac42-796b-4953-8677-0789abfb7e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d583cbe0>, [{'id': '567d5869-2ae5-4f17-a632-a426420520b8', 'name': 'tempest-TestVolumeBootPattern-1243183228-router', 'tenant_id': 'f9273655e65b4e19ab6c8e08b5f4b807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '5ea3183c-d90c-4d31-b26a-081dfd8e1cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:28:05Z', 'updated_at': '2021-12-30T16:28:06Z', 'revision_number': 3, 'project_id': 'f9273655e65b4e19ab6c8e08b5f4b807', 'gw_port': {'id': '5ea3183c-d90c-4d31-b26a-081dfd8e1cea', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567d5869-2ae5-4f17-a632-a426420520b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:28:05Z', 'updated_at': '2021-12-30T16:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi'}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:28:08.876361 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b9ac42-796b-4953-8677-0789abfb7e07 None None] The sync data for ids ['567d5869-2ae5-4f17-a632-a426420520b8'] in dv-cinder-822939-1-iscsi is: [{'id': '567d5869-2ae5-4f17-a632-a426420520b8', 'name': 'tempest-TestVolumeBootPattern-1243183228-router', 'tenant_id': 'f9273655e65b4e19ab6c8e08b5f4b807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '5ea3183c-d90c-4d31-b26a-081dfd8e1cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:28:05Z', 'updated_at': '2021-12-30T16:28:06Z', 'revision_number': 3, 'project_id': 'f9273655e65b4e19ab6c8e08b5f4b807', 'gw_port': {'id': '5ea3183c-d90c-4d31-b26a-081dfd8e1cea', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567d5869-2ae5-4f17-a632-a426420520b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:28:05Z', 'updated_at': '2021-12-30T16:28:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi'}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:28:08.922763 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-fa700478-82e0-43f5-9619-c2b7d74a50ea None None] Provisioning for port 32607863-858e-4399-b8e9-38a1f8c2e007 completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:28:08.927696 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-fa700478-82e0-43f5-9619-c2b7d74a50ea None None] Provisioning complete for port 32607863-858e-4399-b8e9-38a1f8c2e007 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:28:08.928152 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-fa700478-82e0-43f5-9619-c2b7d74a50ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:08.979268 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-fa700478-82e0-43f5-9619-c2b7d74a50ea None None] Port 32607863-858e-4399-b8e9-38a1f8c2e007 cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 30 16:28:09.050353 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a9d42346-f0fa-43de-9b31-ee630e35eef3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:09.056051 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a9d42346-f0fa-43de-9b31-ee630e35eef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:09.220273 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 56806) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:28:09.239375 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8e3ce148-f766-469f-9f16-83c3a46b54e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:09.263168 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d42346-f0fa-43de-9b31-ee630e35eef3 admin admin] Pushing event updated for resources: {'Port': ['ID=32607863-858e-4399-b8e9-38a1f8c2e007,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:09.265289 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-a9d42346-f0fa-43de-9b31-ee630e35eef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3032422', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4017274'] for router_interface, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:09.271503 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-8e3ce148-f766-469f-9f16-83c3a46b54e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:28:09.275870 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-8e3ce148-f766-469f-9f16-83c3a46b54e9 admin admin] Usage tracker for resource:security_group_rule and tenant:527a120668054bb79e7bde2921f652c3 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:28:09.278703 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-8e3ce148-f766-469f-9f16-83c3a46b54e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:28:09.284414 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-8e3ce148-f766-469f-9f16-83c3a46b54e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:28:09.351025 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8e3ce148-f766-469f-9f16-83c3a46b54e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:09.355888 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-8e3ce148-f766-469f-9f16-83c3a46b54e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:09.399635 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ce148-f766-469f-9f16-83c3a46b54e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daecce09-9b91-46dd-a490-9e5221b06a11,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:09.401328 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d42346-f0fa-43de-9b31-ee630e35eef3 admin admin] Network abd7b0a9-2f7b-4ec9-a586-f2facd45e85b is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:28:09.402420 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-a9d42346-f0fa-43de-9b31-ee630e35eef3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:28:09.409978 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-8e3ce148-f766-469f-9f16-83c3a46b54e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=527a120668054bb79e7bde2921f652c3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1883254
Dec 30 16:28:09.411259 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 56810) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:28:09.484817 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d4d55837-8d04-49c1-9d74-35e4cbb4f8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:09.520374 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d4d55837-8d04-49c1-9d74-35e4cbb4f8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:09.575784 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d4d55837-8d04-49c1-9d74-35e4cbb4f8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:09.592039 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:28:09.600005 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d55837-8d04-49c1-9d74-35e4cbb4f8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daecce09-9b91-46dd-a490-9e5221b06a11,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:09.603578 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-d4d55837-8d04-49c1-9d74-35e4cbb4f8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:09.604636 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-d4d55837-8d04-49c1-9d74-35e4cbb4f8ca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/daecce09-9b91-46dd-a490-9e5221b06a11 HTTP/1.1" status: 204  len: 168 time: 0.1921425
Dec 30 16:28:09.704252 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-b0d01078-b95d-4726-96f1-02058b7979a6 None None] Provisioning complete for port 32607863-858e-4399-b8e9-38a1f8c2e007 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:28:09.704763 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b0d01078-b95d-4726-96f1-02058b7979a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:09.762149 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-b0d01078-b95d-4726-96f1-02058b7979a6 None None] Port 32607863-858e-4399-b8e9-38a1f8c2e007 cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 30 16:28:09.816670 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d42346-f0fa-43de-9b31-ee630e35eef3 admin admin] Router 567d5869-2ae5-4f17-a632-a426420520b8 has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:28:09.959743 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device ddc8b9b2-4787-492b-b2c9-e1f15f78cc99 up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:28:10.026398 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d42346-f0fa-43de-9b31-ee630e35eef3 admin admin] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:28:10.028536 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port ddc8b9b2-4787-492b-b2c9-e1f15f78cc99 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:28:10.029347 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:10.053710 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-a9d42346-f0fa-43de-9b31-ee630e35eef3 admin admin] 10.222.0.31 "PUT /v2.0/routers/567d5869-2ae5-4f17-a632-a426420520b8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1164594
Dec 30 16:28:10.682881 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 56842) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:28:10.688269 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-6efb3954-4b3b-4358-ac4a-f2023d5c0494 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1224970183', 'description': 'tempest-secgroup-smoke-1224970183 description', 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:28:10.694179 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-6efb3954-4b3b-4358-ac4a-f2023d5c0494 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:28:10.698153 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-6efb3954-4b3b-4358-ac4a-f2023d5c0494 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Usage tracker for resource:security_group and tenant:8af8fbcb423a4e06a7f9d1e93b560913 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:28:10.701055 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-6efb3954-4b3b-4358-ac4a-f2023d5c0494 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:28:10.707087 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-6efb3954-4b3b-4358-ac4a-f2023d5c0494 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:28:10.718674 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6efb3954-4b3b-4358-ac4a-f2023d5c0494 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:10.753066 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-6efb3954-4b3b-4358-ac4a-f2023d5c0494 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:28:10.756999 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-6efb3954-4b3b-4358-ac4a-f2023d5c0494 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Usage tracker for resource:security_group_rule and tenant:8af8fbcb423a4e06a7f9d1e93b560913 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:28:10.760179 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-6efb3954-4b3b-4358-ac4a-f2023d5c0494 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:28:10.766041 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-6efb3954-4b3b-4358-ac4a-f2023d5c0494 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:28:10.820099 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6efb3954-4b3b-4358-ac4a-f2023d5c0494 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:10.824963 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6efb3954-4b3b-4358-ac4a-f2023d5c0494 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:10.872055 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb3954-4b3b-4358-ac4a-f2023d5c0494 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:10.875973 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-6efb3954-4b3b-4358-ac4a-f2023d5c0494 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:10.879975 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-6efb3954-4b3b-4358-ac4a-f2023d5c0494 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.1936324
Dec 30 16:28:10.880675 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 56850) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:28:10.885916 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-5a91edd3-6b77-4830-ba81-1adb470eb799 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Request body: {'security_group_rule': {'security_group_id': 'b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7', 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:28:10.895476 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-5a91edd3-6b77-4830-ba81-1adb470eb799 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:28:10.900089 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-5a91edd3-6b77-4830-ba81-1adb470eb799 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Usage tracker for resource:security_group_rule and tenant:8af8fbcb423a4e06a7f9d1e93b560913 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:28:10.903125 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-5a91edd3-6b77-4830-ba81-1adb470eb799 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:28:10.908933 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-5a91edd3-6b77-4830-ba81-1adb470eb799 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:28:10.925476 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5a91edd3-6b77-4830-ba81-1adb470eb799 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:10.988552 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5a91edd3-6b77-4830-ba81-1adb470eb799 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:10.994002 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5a91edd3-6b77-4830-ba81-1adb470eb799 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002726'] for security_group_rule, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:11.017939 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a91edd3-6b77-4830-ba81-1adb470eb799 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=864349aa-9848-4486-a41e-6ba80fdb9161,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:11.027150 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5a91edd3-6b77-4830-ba81-1adb470eb799 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:11.028349 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-5a91edd3-6b77-4830-ba81-1adb470eb799 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1470599
Dec 30 16:28:11.031109 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 56856) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:28:11.036603 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-b208642d-87bf-4661-9f5a-55d48fb0b582 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Request body: {'security_group_rule': {'security_group_id': 'b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7', 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:28:11.043528 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-b208642d-87bf-4661-9f5a-55d48fb0b582 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:28:11.048668 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-b208642d-87bf-4661-9f5a-55d48fb0b582 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Usage tracker for resource:security_group_rule and tenant:8af8fbcb423a4e06a7f9d1e93b560913 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:28:11.052344 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-b208642d-87bf-4661-9f5a-55d48fb0b582 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:28:11.058339 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-b208642d-87bf-4661-9f5a-55d48fb0b582 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:28:11.079381 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b208642d-87bf-4661-9f5a-55d48fb0b582 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:11.141976 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b208642d-87bf-4661-9f5a-55d48fb0b582 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:11.146702 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b208642d-87bf-4661-9f5a-55d48fb0b582 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002726'] for security_group_rule, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:11.167903 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208642d-87bf-4661-9f5a-55d48fb0b582 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e5c20e-4c46-4c8c-a5b4-19f1560ae5bb,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:11.180769 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-b208642d-87bf-4661-9f5a-55d48fb0b582 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:11.182010 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-b208642d-87bf-4661-9f5a-55d48fb0b582 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1499660
Dec 30 16:28:11.184790 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 56864) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:28:11.190296 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-f1782123-bb66-40a4-a008-548896ed1947 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Request body: {'security_group_rule': {'security_group_id': 'b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7', 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:28:11.196171 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-f1782123-bb66-40a4-a008-548896ed1947 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:28:11.200083 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-f1782123-bb66-40a4-a008-548896ed1947 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Usage tracker for resource:security_group_rule and tenant:8af8fbcb423a4e06a7f9d1e93b560913 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:28:11.202896 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-f1782123-bb66-40a4-a008-548896ed1947 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:28:11.208770 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-f1782123-bb66-40a4-a008-548896ed1947 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:28:11.225600 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f1782123-bb66-40a4-a008-548896ed1947 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:11.288208 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f1782123-bb66-40a4-a008-548896ed1947 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:11.292478 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f1782123-bb66-40a4-a008-548896ed1947 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002726'] for security_group_rule, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:11.317104 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1782123-bb66-40a4-a008-548896ed1947 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=999a6a63-bc17-473c-92ea-dd95499412af,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:11.325930 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-f1782123-bb66-40a4-a008-548896ed1947 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:11.329678 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-f1782123-bb66-40a4-a008-548896ed1947 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1414549
Dec 30 16:28:11.330415 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 56872) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:28:11.336482 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-0487c32e-116f-4977-adb0-c0c371b61b9d tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Request body: {'security_group_rule': {'security_group_id': 'b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7', 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:28:11.342639 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-0487c32e-116f-4977-adb0-c0c371b61b9d tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:28:11.346515 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-0487c32e-116f-4977-adb0-c0c371b61b9d tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Usage tracker for resource:security_group_rule and tenant:8af8fbcb423a4e06a7f9d1e93b560913 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:28:11.349416 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-0487c32e-116f-4977-adb0-c0c371b61b9d tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:28:11.355274 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-0487c32e-116f-4977-adb0-c0c371b61b9d tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:28:11.374355 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0487c32e-116f-4977-adb0-c0c371b61b9d tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:11.436200 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0487c32e-116f-4977-adb0-c0c371b61b9d tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:11.440592 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0487c32e-116f-4977-adb0-c0c371b61b9d tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002726'] for security_group_rule, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:11.475386 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487c32e-116f-4977-adb0-c0c371b61b9d tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f57e0d59-bdf4-43f2-b377-1d29f83a9f5b,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:11.490071 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0487c32e-116f-4977-adb0-c0c371b61b9d tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:11.494104 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-0487c32e-116f-4977-adb0-c0c371b61b9d tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1623123
Dec 30 16:28:11.494556 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 56880) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:28:11.500173 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-fbd002c9-08ac-4476-8ae3-0a282222c04c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Request body: {'security_group_rule': {'security_group_id': 'b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7', 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:28:11.506426 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-fbd002c9-08ac-4476-8ae3-0a282222c04c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:28:11.511076 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-fbd002c9-08ac-4476-8ae3-0a282222c04c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Usage tracker for resource:security_group_rule and tenant:8af8fbcb423a4e06a7f9d1e93b560913 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:28:11.514130 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-fbd002c9-08ac-4476-8ae3-0a282222c04c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:28:11.520251 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-fbd002c9-08ac-4476-8ae3-0a282222c04c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:28:11.532164 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.db.securitygroups_db [None req-fbd002c9-08ac-4476-8ae3-0a282222c04c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Project 8af8fbcb423a4e06a7f9d1e93b560913 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 30 16:28:11.539027 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fbd002c9-08ac-4476-8ae3-0a282222c04c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:11.602271 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fbd002c9-08ac-4476-8ae3-0a282222c04c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:11.607064 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fbd002c9-08ac-4476-8ae3-0a282222c04c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002726'] for security_group_rule, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:11.629785 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd002c9-08ac-4476-8ae3-0a282222c04c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64049d3e-11e6-4413-a8fc-8980a0c91402,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:11.640822 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-fbd002c9-08ac-4476-8ae3-0a282222c04c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:11.642113 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-fbd002c9-08ac-4476-8ae3-0a282222c04c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1465807
Dec 30 16:28:11.645076 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 56886) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:28:11.651059 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-54c38434-a054-482c-a5b8-d82ba70daf0e tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Request body: {'security_group_rule': {'security_group_id': 'b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7', 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:28:11.656882 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-54c38434-a054-482c-a5b8-d82ba70daf0e tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:28:11.660884 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-54c38434-a054-482c-a5b8-d82ba70daf0e tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Usage tracker for resource:security_group_rule and tenant:8af8fbcb423a4e06a7f9d1e93b560913 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:28:11.664147 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-54c38434-a054-482c-a5b8-d82ba70daf0e tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:28:11.670103 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-54c38434-a054-482c-a5b8-d82ba70daf0e tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:28:11.683140 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.db.securitygroups_db [None req-54c38434-a054-482c-a5b8-d82ba70daf0e tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Project 8af8fbcb423a4e06a7f9d1e93b560913 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Dec 30 16:28:11.689389 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-54c38434-a054-482c-a5b8-d82ba70daf0e tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:11.754946 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-54c38434-a054-482c-a5b8-d82ba70daf0e tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:11.760248 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-54c38434-a054-482c-a5b8-d82ba70daf0e tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002726'] for security_group_rule, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:11.783578 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c38434-a054-482c-a5b8-d82ba70daf0e tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=461328b3-a334-47a9-88ff-5918ccb5f931,revision_number=0']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:11.793775 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-54c38434-a054-482c-a5b8-d82ba70daf0e tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:11.794994 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-54c38434-a054-482c-a5b8-d82ba70daf0e tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1488349
Dec 30 16:28:13.979048 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 5ea3183c-d90c-4d31-b26a-081dfd8e1cea up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:28:14.047625 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning for port 5ea3183c-d90c-4d31-b26a-081dfd8e1cea completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:28:14.052821 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 5ea3183c-d90c-4d31-b26a-081dfd8e1cea triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:28:14.053217 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:14.179440 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:14.195028 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] For port 5ea3183c-d90c-4d31-b26a-081dfd8e1cea, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=5ea3183c-d90c-4d31-b26a-081dfd8e1cea,segment=NetworkSegment(a1965180-a5eb-4dfc-97e0-14ede4debdc3),segment_id=a1965180-a5eb-4dfc-97e0-14ede4debdc3)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:28:14.201857 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:14.279236 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Pushing event updated for resources: {'Port': ['ID=5ea3183c-d90c-4d31-b26a-081dfd8e1cea,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:15.144579 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-63351503-506b-454a-8248-d0fa5f1d8e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:15.973407 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 5ea3183c-d90c-4d31-b26a-081dfd8e1cea up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:28:16.051069 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 5ea3183c-d90c-4d31-b26a-081dfd8e1cea triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:28:16.051286 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:16.834967 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 56962) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:28:16.980828 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5373b9e6-1191-4743-8367-e206a7457860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:17.012646 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-5373b9e6-1191-4743-8367-e206a7457860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:28:17.016447 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-5373b9e6-1191-4743-8367-e206a7457860 admin admin] Usage tracker for resource:security_group_rule and tenant:8b8855282d7a4e9d9109684b324fd4aa is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:28:17.019218 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-5373b9e6-1191-4743-8367-e206a7457860 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:28:17.025203 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-5373b9e6-1191-4743-8367-e206a7457860 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:28:17.096030 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5373b9e6-1191-4743-8367-e206a7457860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:17.101495 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5373b9e6-1191-4743-8367-e206a7457860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:17.145490 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5373b9e6-1191-4743-8367-e206a7457860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a14eee7-0c1b-45ae-bf72-c50f718057fc,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:17.151183 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-5373b9e6-1191-4743-8367-e206a7457860 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b8855282d7a4e9d9109684b324fd4aa&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3153393
Dec 30 16:28:17.153919 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 56968) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:28:17.220235 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5e0c884c-c60e-4920-ad27-5eb3b283f6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:17.245908 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5e0c884c-c60e-4920-ad27-5eb3b283f6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:17.301719 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5e0c884c-c60e-4920-ad27-5eb3b283f6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:17.319164 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c884c-c60e-4920-ad27-5eb3b283f6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a14eee7-0c1b-45ae-bf72-c50f718057fc,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:17.323725 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-5e0c884c-c60e-4920-ad27-5eb3b283f6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:17.327466 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-5e0c884c-c60e-4920-ad27-5eb3b283f6b2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a14eee7-0c1b-45ae-bf72-c50f718057fc HTTP/1.1" status: 204  len: 168 time: 0.1700304
Dec 30 16:28:17.354879 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-c834a389-c633-4453-b412-a7a668ae8c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:17.662661 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 56976) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:28:17.686431 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-998a99f2-2f74-4cda-91ab-f2ae2e700036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:17.716866 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-998a99f2-2f74-4cda-91ab-f2ae2e700036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:28:17.721686 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-998a99f2-2f74-4cda-91ab-f2ae2e700036 admin admin] Usage tracker for resource:security_group_rule and tenant:8709717d562147d2a5289170a8d79e17 is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:28:17.726396 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-998a99f2-2f74-4cda-91ab-f2ae2e700036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:28:17.734708 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-998a99f2-2f74-4cda-91ab-f2ae2e700036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:28:17.801344 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-998a99f2-2f74-4cda-91ab-f2ae2e700036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:17.806954 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-998a99f2-2f74-4cda-91ab-f2ae2e700036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:17.849080 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a99f2-2f74-4cda-91ab-f2ae2e700036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cc1622-9612-4f7a-8586-c3bb48bbf980,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:17.866655 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-998a99f2-2f74-4cda-91ab-f2ae2e700036 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8709717d562147d2a5289170a8d79e17&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2029386
Dec 30 16:28:17.869197 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 56982) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:28:17.927157 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d44cbaf5-b6c3-4020-95bd-cabca6057a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:17.953182 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18ca837-a480-4239-9334-4c00f5e263ee None None] Sync routers for ids ['c9de370f-9936-4dea-beda-06d62ed93318'] in dv-cinder-822939-1-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:28:17.954085 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d44cbaf5-b6c3-4020-95bd-cabca6057a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:17.966013 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18ca837-a480-4239-9334-4c00f5e263ee None None] Routers {'c9de370f-9936-4dea-beda-06d62ed93318'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:28:17.966638 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-b18ca837-a480-4239-9334-4c00f5e263ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d5011e20>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:28:17Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['c9de370f-9936-4dea-beda-06d62ed93318'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:28:18.007174 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d44cbaf5-b6c3-4020-95bd-cabca6057a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:18.021698 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44cbaf5-b6c3-4020-95bd-cabca6057a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cc1622-9612-4f7a-8586-c3bb48bbf980,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:18.029184 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-d44cbaf5-b6c3-4020-95bd-cabca6057a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:18.030463 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-d44cbaf5-b6c3-4020-95bd-cabca6057a5f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/94cc1622-9612-4f7a-8586-c3bb48bbf980 HTTP/1.1" status: 204  len: 168 time: 0.1603248
Dec 30 16:28:18.157607 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-b18ca837-a480-4239-9334-4c00f5e263ee None None] Set router c9de370f-9936-4dea-beda-06d62ed93318 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:28:18.414418 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:18.530692 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-b18ca837-a480-4239-9334-4c00f5e263ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d5011e20>, [{'id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'name': 'tempest-TestVolumeBootPattern-626304108-router', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:01Z', 'revision_number': 4, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'gw_port': {'id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '311157c5-36a6-4700-982b-6fc3a96b127f', 'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'mac_address': 'fa:16:3e:98:73:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:28:00Z', 'updated_at': '2021-12-30T16:28:01Z', 'revision_number': 2, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'subnets': [{'id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:28:18.534628 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18ca837-a480-4239-9334-4c00f5e263ee None None] Checking router: c9de370f-9936-4dea-beda-06d62ed93318 for host: dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:28:18.534969 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18ca837-a480-4239-9334-4c00f5e263ee None None] Updating router c9de370f-9936-4dea-beda-06d62ed93318 port 311157c5-36a6-4700-982b-6fc3a96b127f binding host dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 30 16:28:18.589247 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b18ca837-a480-4239-9334-4c00f5e263ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:18.732136 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:18.967078 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b18ca837-a480-4239-9334-4c00f5e263ee None None] Notify callbacks [] for port, precommit_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:18.987595 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-b18ca837-a480-4239-9334-4c00f5e263ee None None] Transition to ACTIVE for port object 311157c5-36a6-4700-982b-6fc3a96b127f will not be triggered until provisioned by entity L2. {{(pid=82859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:28:18.994682 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b18ca837-a480-4239-9334-4c00f5e263ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:19.117656 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a58f7-6f04-4781-a8ac-8056c4d6e947 None None] Pushing event updated for resources: {'Port': ['ID=311157c5-36a6-4700-982b-6fc3a96b127f,revision_number=3']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:19.230181 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-b18ca837-a480-4239-9334-4c00f5e263ee None None] Attempting to bind port 311157c5-36a6-4700-982b-6fc3a96b127f on host dv-cinder-822939-1-iscsi for vnic_type normal with profile  {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:28:19.230543 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-b18ca837-a480-4239-9334-4c00f5e263ee None None] Attempting to bind port 311157c5-36a6-4700-982b-6fc3a96b127f by drivers openvswitch,hyperv on host dv-cinder-822939-1-iscsi at level 0 using segments [{'id': 'd7581e55-c99f-42cf-8388-c4720f12e569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5'}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:28:19.231001 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18ca837-a480-4239-9334-4c00f5e263ee None None] Attempting to bind port 311157c5-36a6-4700-982b-6fc3a96b127f on network 011cf0cf-0324-4c17-b0df-79ea91127cf5 {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:28:19.237846 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18ca837-a480-4239-9334-4c00f5e263ee None None] Checking agent: {'id': 'b5560ab0-2c8e-4cda-8841-fe2255e3b07c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822939-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 11, 19), 'started_at': datetime.datetime(2021, 12, 30, 16, 11, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822939-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:28:19.238426 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18ca837-a480-4239-9334-4c00f5e263ee None None] Checking segment: {'id': 'd7581e55-c99f-42cf-8388-c4720f12e569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:28:19.238764 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b18ca837-a480-4239-9334-4c00f5e263ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:19.239146 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18ca837-a480-4239-9334-4c00f5e263ee None None] Bound using segment: {'id': 'd7581e55-c99f-42cf-8388-c4720f12e569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5'} {{(pid=82859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:28:19.239596 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.managers [None req-b18ca837-a480-4239-9334-4c00f5e263ee None None] Bound port: 311157c5-36a6-4700-982b-6fc3a96b127f, host: dv-cinder-822939-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7581e55-c99f-42cf-8388-c4720f12e569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5'}}] {{(pid=82859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:28:19.240012 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b18ca837-a480-4239-9334-4c00f5e263ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:19.336759 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-b18ca837-a480-4239-9334-4c00f5e263ee None None] For port 311157c5-36a6-4700-982b-6fc3a96b127f, host dv-cinder-822939-1-iscsi, cleared binding levels {{(pid=82859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:28:19.340029 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-b18ca837-a480-4239-9334-4c00f5e263ee None None] For port 311157c5-36a6-4700-982b-6fc3a96b127f, host dv-cinder-822939-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=311157c5-36a6-4700-982b-6fc3a96b127f,segment=NetworkSegment(d7581e55-c99f-42cf-8388-c4720f12e569),segment_id=d7581e55-c99f-42cf-8388-c4720f12e569)] {{(pid=82859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:28:19.348726 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b18ca837-a480-4239-9334-4c00f5e263ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:19.454317 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a58f7-6f04-4781-a8ac-8056c4d6e947 None None] Pushing event updated for resources: {'Port': ['ID=311157c5-36a6-4700-982b-6fc3a96b127f,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:19.464874 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18ca837-a480-4239-9334-4c00f5e263ee None None] Routers {'c9de370f-9936-4dea-beda-06d62ed93318'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:28:19.465515 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-b18ca837-a480-4239-9334-4c00f5e263ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d5011e20>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:28:17Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['c9de370f-9936-4dea-beda-06d62ed93318'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:28:19.668626 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-b18ca837-a480-4239-9334-4c00f5e263ee None None] Set router c9de370f-9936-4dea-beda-06d62ed93318 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:28:19.688194 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f27d16-2452-4193-9ae8-e410342fa4b1 None None] Sync routers for ids ['567d5869-2ae5-4f17-a632-a426420520b8'] in dv-cinder-822939-1-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:28:19.701925 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f27d16-2452-4193-9ae8-e410342fa4b1 None None] Routers {'567d5869-2ae5-4f17-a632-a426420520b8'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:28:19.702541 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-49f27d16-2452-4193-9ae8-e410342fa4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d51a1f70>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:28:17Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['567d5869-2ae5-4f17-a632-a426420520b8'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:28:19.880251 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-49f27d16-2452-4193-9ae8-e410342fa4b1 None None] Set router 567d5869-2ae5-4f17-a632-a426420520b8 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:28:19.925524 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:20.068055 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-b18ca837-a480-4239-9334-4c00f5e263ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d5011e20>, [{'id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'name': 'tempest-TestVolumeBootPattern-626304108-router', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:01Z', 'revision_number': 4, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'gw_port': {'id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '311157c5-36a6-4700-982b-6fc3a96b127f', 'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'mac_address': 'fa:16:3e:98:73:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:28:00Z', 'updated_at': '2021-12-30T16:28:19Z', 'revision_number': 4, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'subnets': [{'id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:28:20.075790 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18ca837-a480-4239-9334-4c00f5e263ee None None] The sync data for ids ['c9de370f-9936-4dea-beda-06d62ed93318'] in dv-cinder-822939-1-iscsi is: [{'id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'name': 'tempest-TestVolumeBootPattern-626304108-router', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:01Z', 'revision_number': 4, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'gw_port': {'id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '311157c5-36a6-4700-982b-6fc3a96b127f', 'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'mac_address': 'fa:16:3e:98:73:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:28:00Z', 'updated_at': '2021-12-30T16:28:19Z', 'revision_number': 4, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'subnets': [{'id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:28:20.077751 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 311157c5-36a6-4700-982b-6fc3a96b127f up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:28:20.171318 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning for port 311157c5-36a6-4700-982b-6fc3a96b127f completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:28:20.177476 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 311157c5-36a6-4700-982b-6fc3a96b127f triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:28:20.177843 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:20.240472 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-49f27d16-2452-4193-9ae8-e410342fa4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d51a1f70>, [{'id': '567d5869-2ae5-4f17-a632-a426420520b8', 'name': 'tempest-TestVolumeBootPattern-1243183228-router', 'tenant_id': 'f9273655e65b4e19ab6c8e08b5f4b807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '5ea3183c-d90c-4d31-b26a-081dfd8e1cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:28:05Z', 'updated_at': '2021-12-30T16:28:08Z', 'revision_number': 4, 'project_id': 'f9273655e65b4e19ab6c8e08b5f4b807', 'gw_port': {'id': '5ea3183c-d90c-4d31-b26a-081dfd8e1cea', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567d5869-2ae5-4f17-a632-a426420520b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:28:05Z', 'updated_at': '2021-12-30T16:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '32607863-858e-4399-b8e9-38a1f8c2e007', 'name': '', 'network_id': 'abd7b0a9-2f7b-4ec9-a586-f2facd45e85b', 'tenant_id': 'f9273655e65b4e19ab6c8e08b5f4b807', 'mac_address': 'fa:16:3e:5d:39:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567d5869-2ae5-4f17-a632-a426420520b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b4c319d-71ab-460e-96a0-e9227654ec47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:28:07Z', 'updated_at': '2021-12-30T16:28:08Z', 'revision_number': 2, 'project_id': 'f9273655e65b4e19ab6c8e08b5f4b807', 'subnets': [{'id': '5b4c319d-71ab-460e-96a0-e9227654ec47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:28:20.246264 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f27d16-2452-4193-9ae8-e410342fa4b1 None None] Checking router: 567d5869-2ae5-4f17-a632-a426420520b8 for host: dv-cinder-822939-1-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:28:20.246513 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f27d16-2452-4193-9ae8-e410342fa4b1 None None] Updating router 567d5869-2ae5-4f17-a632-a426420520b8 port 32607863-858e-4399-b8e9-38a1f8c2e007 binding host dv-cinder-822939-1-iscsi {{(pid=82860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Dec 30 16:28:20.302431 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-49f27d16-2452-4193-9ae8-e410342fa4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:20.319555 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:20.359326 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] For port 311157c5-36a6-4700-982b-6fc3a96b127f, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=311157c5-36a6-4700-982b-6fc3a96b127f,segment=NetworkSegment(d7581e55-c99f-42cf-8388-c4720f12e569),segment_id=d7581e55-c99f-42cf-8388-c4720f12e569)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:28:20.366327 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:20.439649 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Pushing event updated for resources: {'Port': ['ID=311157c5-36a6-4700-982b-6fc3a96b127f,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:20.702470 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-49f27d16-2452-4193-9ae8-e410342fa4b1 None None] Notify callbacks [] for port, precommit_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:20.716496 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.provisioning_blocks [None req-49f27d16-2452-4193-9ae8-e410342fa4b1 None None] Transition to ACTIVE for port object 32607863-858e-4399-b8e9-38a1f8c2e007 will not be triggered until provisioned by entity L2. {{(pid=82860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:28:20.725231 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-49f27d16-2452-4193-9ae8-e410342fa4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:20.862277 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ccafc-20d8-4579-b02b-04151a2f74f4 None None] Pushing event updated for resources: {'Port': ['ID=32607863-858e-4399-b8e9-38a1f8c2e007,revision_number=3']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:20.983217 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-49f27d16-2452-4193-9ae8-e410342fa4b1 None None] Attempting to bind port 32607863-858e-4399-b8e9-38a1f8c2e007 on host dv-cinder-822939-1-iscsi for vnic_type normal with profile  {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:28:20.983572 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-49f27d16-2452-4193-9ae8-e410342fa4b1 None None] Attempting to bind port 32607863-858e-4399-b8e9-38a1f8c2e007 by drivers openvswitch,hyperv on host dv-cinder-822939-1-iscsi at level 0 using segments [{'id': '7722066b-a0e8-40e3-9813-92cf305dd46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'abd7b0a9-2f7b-4ec9-a586-f2facd45e85b'}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:28:20.983920 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f27d16-2452-4193-9ae8-e410342fa4b1 None None] Attempting to bind port 32607863-858e-4399-b8e9-38a1f8c2e007 on network abd7b0a9-2f7b-4ec9-a586-f2facd45e85b {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:28:20.991469 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f27d16-2452-4193-9ae8-e410342fa4b1 None None] Checking agent: {'id': 'b5560ab0-2c8e-4cda-8841-fe2255e3b07c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-822939-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 11, 19), 'started_at': datetime.datetime(2021, 12, 30, 16, 11, 49), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-822939-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:28:20.991823 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f27d16-2452-4193-9ae8-e410342fa4b1 None None] Checking segment: {'id': '7722066b-a0e8-40e3-9813-92cf305dd46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'abd7b0a9-2f7b-4ec9-a586-f2facd45e85b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:28:20.992209 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-49f27d16-2452-4193-9ae8-e410342fa4b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:20.992580 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f27d16-2452-4193-9ae8-e410342fa4b1 None None] Bound using segment: {'id': '7722066b-a0e8-40e3-9813-92cf305dd46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'abd7b0a9-2f7b-4ec9-a586-f2facd45e85b'} {{(pid=82860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:28:20.993271 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.managers [None req-49f27d16-2452-4193-9ae8-e410342fa4b1 None None] Bound port: 32607863-858e-4399-b8e9-38a1f8c2e007, host: dv-cinder-822939-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7722066b-a0e8-40e3-9813-92cf305dd46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'abd7b0a9-2f7b-4ec9-a586-f2facd45e85b'}}] {{(pid=82860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:28:20.993528 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-49f27d16-2452-4193-9ae8-e410342fa4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:21.086250 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-49f27d16-2452-4193-9ae8-e410342fa4b1 None None] For port 32607863-858e-4399-b8e9-38a1f8c2e007, host dv-cinder-822939-1-iscsi, cleared binding levels {{(pid=82860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:28:21.089880 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.plugins.ml2.db [None req-49f27d16-2452-4193-9ae8-e410342fa4b1 None None] For port 32607863-858e-4399-b8e9-38a1f8c2e007, host dv-cinder-822939-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=32607863-858e-4399-b8e9-38a1f8c2e007,segment=NetworkSegment(7722066b-a0e8-40e3-9813-92cf305dd46e),segment_id=7722066b-a0e8-40e3-9813-92cf305dd46e)] {{(pid=82860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:28:21.095360 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron_lib.callbacks.manager [None req-49f27d16-2452-4193-9ae8-e410342fa4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:21.180646 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ccafc-20d8-4579-b02b-04151a2f74f4 None None] Pushing event updated for resources: {'Port': ['ID=32607863-858e-4399-b8e9-38a1f8c2e007,revision_number=4']} {{(pid=82860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:21.185175 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f27d16-2452-4193-9ae8-e410342fa4b1 None None] Routers {'567d5869-2ae5-4f17-a632-a426420520b8'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:28:21.185921 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-49f27d16-2452-4193-9ae8-e410342fa4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d51a1f70>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:28:17Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['567d5869-2ae5-4f17-a632-a426420520b8'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:28:21.406296 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-49f27d16-2452-4193-9ae8-e410342fa4b1 None None] Set router 567d5869-2ae5-4f17-a632-a426420520b8 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:28:21.568224 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 57062) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:28:21.710963 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-315c77b1-85aa-4674-8c6d-739fc55341d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:21.718759 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-49f27d16-2452-4193-9ae8-e410342fa4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d51a1f70>, [{'id': '567d5869-2ae5-4f17-a632-a426420520b8', 'name': 'tempest-TestVolumeBootPattern-1243183228-router', 'tenant_id': 'f9273655e65b4e19ab6c8e08b5f4b807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '5ea3183c-d90c-4d31-b26a-081dfd8e1cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:28:05Z', 'updated_at': '2021-12-30T16:28:08Z', 'revision_number': 4, 'project_id': 'f9273655e65b4e19ab6c8e08b5f4b807', 'gw_port': {'id': '5ea3183c-d90c-4d31-b26a-081dfd8e1cea', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567d5869-2ae5-4f17-a632-a426420520b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:28:05Z', 'updated_at': '2021-12-30T16:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '32607863-858e-4399-b8e9-38a1f8c2e007', 'name': '', 'network_id': 'abd7b0a9-2f7b-4ec9-a586-f2facd45e85b', 'tenant_id': 'f9273655e65b4e19ab6c8e08b5f4b807', 'mac_address': 'fa:16:3e:5d:39:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567d5869-2ae5-4f17-a632-a426420520b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b4c319d-71ab-460e-96a0-e9227654ec47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:28:07Z', 'updated_at': '2021-12-30T16:28:21Z', 'revision_number': 4, 'project_id': 'f9273655e65b4e19ab6c8e08b5f4b807', 'subnets': [{'id': '5b4c319d-71ab-460e-96a0-e9227654ec47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:28:21.722593 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f27d16-2452-4193-9ae8-e410342fa4b1 None None] The sync data for ids ['567d5869-2ae5-4f17-a632-a426420520b8'] in dv-cinder-822939-1-iscsi is: [{'id': '567d5869-2ae5-4f17-a632-a426420520b8', 'name': 'tempest-TestVolumeBootPattern-1243183228-router', 'tenant_id': 'f9273655e65b4e19ab6c8e08b5f4b807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '5ea3183c-d90c-4d31-b26a-081dfd8e1cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:28:05Z', 'updated_at': '2021-12-30T16:28:08Z', 'revision_number': 4, 'project_id': 'f9273655e65b4e19ab6c8e08b5f4b807', 'gw_port': {'id': '5ea3183c-d90c-4d31-b26a-081dfd8e1cea', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567d5869-2ae5-4f17-a632-a426420520b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:28:05Z', 'updated_at': '2021-12-30T16:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '32607863-858e-4399-b8e9-38a1f8c2e007', 'name': '', 'network_id': 'abd7b0a9-2f7b-4ec9-a586-f2facd45e85b', 'tenant_id': 'f9273655e65b4e19ab6c8e08b5f4b807', 'mac_address': 'fa:16:3e:5d:39:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '567d5869-2ae5-4f17-a632-a426420520b8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5b4c319d-71ab-460e-96a0-e9227654ec47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:28:07Z', 'updated_at': '2021-12-30T16:28:21Z', 'revision_number': 4, 'project_id': 'f9273655e65b4e19ab6c8e08b5f4b807', 'subnets': [{'id': '5b4c319d-71ab-460e-96a0-e9227654ec47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:28:21.747984 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-315c77b1-85aa-4674-8c6d-739fc55341d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:28:21.752327 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-315c77b1-85aa-4674-8c6d-739fc55341d2 admin admin] Usage tracker for resource:security_group_rule and tenant:a852e88f475248b5a6855ffd391b14ef is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:28:21.755666 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-315c77b1-85aa-4674-8c6d-739fc55341d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:28:21.764108 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-315c77b1-85aa-4674-8c6d-739fc55341d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:28:21.944606 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-315c77b1-85aa-4674-8c6d-739fc55341d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:21.949917 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-315c77b1-85aa-4674-8c6d-739fc55341d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:21.984710 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c77b1-85aa-4674-8c6d-739fc55341d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8f5f98-e0e2-4239-8ef2-649b8c9568da,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:22.013863 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-315c77b1-85aa-4674-8c6d-739fc55341d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a852e88f475248b5a6855ffd391b14ef&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4443617
Dec 30 16:28:22.014066 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 57068) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:28:22.068380 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 32607863-858e-4399-b8e9-38a1f8c2e007 up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:28:22.086460 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-2583b645-9f6a-45e5-ac06-c44d64f3831b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:22.113125 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-2583b645-9f6a-45e5-ac06-c44d64f3831b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:22.142594 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning for port 32607863-858e-4399-b8e9-38a1f8c2e007 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:28:22.150559 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 32607863-858e-4399-b8e9-38a1f8c2e007 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:28:22.150933 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:22.269041 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-2583b645-9f6a-45e5-ac06-c44d64f3831b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:22.290578 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-2583b645-9f6a-45e5-ac06-c44d64f3831b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:22.292007 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-2583b645-9f6a-45e5-ac06-c44d64f3831b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a8f5f98-e0e2-4239-8ef2-649b8c9568da HTTP/1.1" status: 204  len: 168 time: 0.2713697
Dec 30 16:28:22.294413 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:22.294845 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2583b645-9f6a-45e5-ac06-c44d64f3831b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8f5f98-e0e2-4239-8ef2-649b8c9568da,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:22.349792 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] For port 32607863-858e-4399-b8e9-38a1f8c2e007, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=32607863-858e-4399-b8e9-38a1f8c2e007,segment=NetworkSegment(7722066b-a0e8-40e3-9813-92cf305dd46e),segment_id=7722066b-a0e8-40e3-9813-92cf305dd46e)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:28:22.369773 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:22.370904 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 311157c5-36a6-4700-982b-6fc3a96b127f up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:28:22.491300 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Pushing event updated for resources: {'Port': ['ID=32607863-858e-4399-b8e9-38a1f8c2e007,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:22.529236 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 311157c5-36a6-4700-982b-6fc3a96b127f triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:28:22.529709 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:22.663908 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:22.687717 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 57078) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:28:22.705972 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-28d06c86-024e-4cd6-be0e-dc624ad42a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:22.738162 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-28d06c86-024e-4cd6-be0e-dc624ad42a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:28:22.741583 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-28d06c86-024e-4cd6-be0e-dc624ad42a4e admin admin] Usage tracker for resource:security_group_rule and tenant:f7efca8a6fe64728bc5ffbae75130a92 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:28:22.744804 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-28d06c86-024e-4cd6-be0e-dc624ad42a4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:28:22.750545 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-28d06c86-024e-4cd6-be0e-dc624ad42a4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:28:22.818274 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-28d06c86-024e-4cd6-be0e-dc624ad42a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:22.823436 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-28d06c86-024e-4cd6-be0e-dc624ad42a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:22.870729 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d06c86-024e-4cd6-be0e-dc624ad42a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07490d02-15d4-4049-b1cb-f8d081305c1b,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:22.876111 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-28d06c86-024e-4cd6-be0e-dc624ad42a4e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f7efca8a6fe64728bc5ffbae75130a92&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1873686
Dec 30 16:28:22.878873 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 57082) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:28:22.937141 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b16f613e-710d-43f3-8d87-ff320bba5d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:22.962222 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b16f613e-710d-43f3-8d87-ff320bba5d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:23.016083 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b16f613e-710d-43f3-8d87-ff320bba5d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:23.031601 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16f613e-710d-43f3-8d87-ff320bba5d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07490d02-15d4-4049-b1cb-f8d081305c1b,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:23.040383 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-b16f613e-710d-43f3-8d87-ff320bba5d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:23.041540 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-b16f613e-710d-43f3-8d87-ff320bba5d6d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/07490d02-15d4-4049-b1cb-f8d081305c1b HTTP/1.1" status: 204  len: 168 time: 0.1617436
Dec 30 16:28:23.973749 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 32607863-858e-4399-b8e9-38a1f8c2e007 up at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:28:24.041529 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Provisioning complete for port 32607863-858e-4399-b8e9-38a1f8c2e007 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:28:24.041985 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:29.408709 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-179ffe7f-dda6-46bb-9b64-64209b13f826 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1224970183&fields=id&tenant_id=8af8fbcb423a4e06a7f9d1e93b560913 HTTP/1.1" status: 200  len: 267 time: 0.0439644
Dec 30 16:28:29.559959 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-36beba0d-42da-48b5-abab-f25a44e3e330 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:28:29.561407 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-36beba0d-42da-48b5-abab-f25a44e3e330 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/networks?id=011cf0cf-0324-4c17-b0df-79ea91127cf5 HTTP/1.1" status: 200  len: 811 time: 0.1462400
Dec 30 16:28:29.580392 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-297a4f19-4f0c-4f5b-8bc1-889702a93780 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/quotas/8af8fbcb423a4e06a7f9d1e93b560913 HTTP/1.1" status: 200  len: 375 time: 0.0111659
Dec 30 16:28:29.674385 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-b32e3c43-e6c2-49c8-828c-f2e841c1b8fe tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Synchronizing usage tracker for tenant:8af8fbcb423a4e06a7f9d1e93b560913 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:28:29.694290 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-b32e3c43-e6c2-49c8-828c-f2e841c1b8fe tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Unset dirty status for tenant:8af8fbcb423a4e06a7f9d1e93b560913 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:28:29.695523 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-b32e3c43-e6c2-49c8-828c-f2e841c1b8fe tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8af8fbcb423a4e06a7f9d1e93b560913&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1074591
Dec 30 16:28:29.839654 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-aff6f197-5b83-48cf-aa75-d1166b5e7bd0 service neutron] 10.222.0.31 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1321151
Dec 30 16:28:29.975033 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-fad12ab5-834a-48ca-beca-46b21474fee7 service neutron] 10.222.0.31 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265922
Dec 30 16:28:30.396963 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3789d722-a6b1-4cee-89d7-e01ea6be2a23 req-1de73317-ef8d-4011-92ac-aa5fa0c86343 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59a70ff-2efc-4f16-8cf9-ca104a1121a3 HTTP/1.1" status: 200  len: 210 time: 0.0470779
Dec 30 16:28:31.530072 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-1642f1ca-b1e6-4581-b936-c6192277d979 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:28:31.531870 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-1642f1ca-b1e6-4581-b936-c6192277d979 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.43 "GET /v2.0/networks?id=011cf0cf-0324-4c17-b0df-79ea91127cf5 HTTP/1.1" status: 200  len: 811 time: 0.1565070
Dec 30 16:28:31.612101 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-473aa58e-7bca-4c28-83e5-7b7e814cbb52 req-73b48b5f-f5ee-479e-8316-dfe0331b1931 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59a70ff-2efc-4f16-8cf9-ca104a1121a3 HTTP/1.1" status: 200  len: 210 time: 0.0468700
Dec 30 16:28:31.636699 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-b6c9e9e6-bf1c-411b-8d9b-4e8871065db4 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8af8fbcb423a4e06a7f9d1e93b560913 HTTP/1.1" status: 200  len: 380 time: 0.0910480
Dec 30 16:28:31.647790 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-8744885f-3b78-4ba8-8c40-72e769b977a2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Request body: {'port': {'device_id': 'a59a70ff-2efc-4f16-8cf9-ca104a1121a3', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'admin_state_up': True, 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'security_groups': ['b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7']}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:28:31.785397 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-8744885f-3b78-4ba8-8c40-72e769b977a2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:28:31.795369 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-8744885f-3b78-4ba8-8c40-72e769b977a2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:28:31.807765 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-8744885f-3b78-4ba8-8c40-72e769b977a2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Made reservation on behalf of 8af8fbcb423a4e06a7f9d1e93b560913 for: {'port': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:28:31.811114 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-8744885f-3b78-4ba8-8c40-72e769b977a2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:31.979452 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-8744885f-3b78-4ba8-8c40-72e769b977a2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Allocated IP 172.20.0.11 (011cf0cf-0324-4c17-b0df-79ea91127cf5/a18b911b-dc27-4450-928c-21f993c9c052/41b74b06-a78f-4dac-a79f-cf8eafd6c4cd) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:28:32.171211 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-8744885f-3b78-4ba8-8c40-72e769b977a2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:32.187465 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-8744885f-3b78-4ba8-8c40-72e769b977a2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Transition to ACTIVE for port object 41b74b06-a78f-4dac-a79f-cf8eafd6c4cd will not be triggered until provisioned by entity DHCP. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:28:32.213576 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-8744885f-3b78-4ba8-8c40-72e769b977a2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:32.290858 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-8744885f-3b78-4ba8-8c40-72e769b977a2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Network 011cf0cf-0324-4c17-b0df-79ea91127cf5 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:28:32.294286 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-8744885f-3b78-4ba8-8c40-72e769b977a2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:28:32.298997 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-8744885f-3b78-4ba8-8c40-72e769b977a2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:28:32.327543 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8744885f-3b78-4ba8-8c40-72e769b977a2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Pushing event updated for resources: {'Port': ['ID=41b74b06-a78f-4dac-a79f-cf8eafd6c4cd,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:32.363957 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-8744885f-3b78-4ba8-8c40-72e769b977a2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:28:32.364663 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-8744885f-3b78-4ba8-8c40-72e769b977a2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:32.392956 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-8744885f-3b78-4ba8-8c40-72e769b977a2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7490520
Dec 30 16:28:32.404892 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-ec31a4cd-7b95-4ed7-bfd4-8e18079df70e service neutron] Request body: {'port': {'device_id': 'a59a70ff-2efc-4f16-8cf9-ca104a1121a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82293'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:28:32.523153 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-ec31a4cd-7b95-4ed7-bfd4-8e18079df70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:32.530473 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-3ed1018c-8d06-4234-a165-6ffb3a63737b None None] Provisioning for port 41b74b06-a78f-4dac-a79f-cf8eafd6c4cd completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:28:32.535029 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-3ed1018c-8d06-4234-a165-6ffb3a63737b None None] Provisioning complete for port 41b74b06-a78f-4dac-a79f-cf8eafd6c4cd triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:28:32.535388 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-3ed1018c-8d06-4234-a165-6ffb3a63737b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:32.587428 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-3ed1018c-8d06-4234-a165-6ffb3a63737b None None] Port 41b74b06-a78f-4dac-a79f-cf8eafd6c4cd cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 30 16:28:32.820976 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113f6e1-17a4-4fbc-bea8-9232772e8b1f req-dfba49f0-f8a6-4022-ae8c-cff0ed0b0def tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:28:32.823156 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e113f6e1-17a4-4fbc-bea8-9232772e8b1f req-dfba49f0-f8a6-4022-ae8c-cff0ed0b0def tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59a70ff-2efc-4f16-8cf9-ca104a1121a3 HTTP/1.1" status: 200  len: 932 time: 0.0799570
Dec 30 16:28:32.870324 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-e113f6e1-17a4-4fbc-bea8-9232772e8b1f req-5420ce27-33a0-4921-b365-a8f21dc51c0f tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Synchronizing usage tracker for tenant:8af8fbcb423a4e06a7f9d1e93b560913 on resource:security_group {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:28:32.890248 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-e113f6e1-17a4-4fbc-bea8-9232772e8b1f req-5420ce27-33a0-4921-b365-a8f21dc51c0f tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Unset dirty status for tenant:8af8fbcb423a4e06a7f9d1e93b560913 on resource:security_group {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:28:32.891608 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-e113f6e1-17a4-4fbc-bea8-9232772e8b1f req-5420ce27-33a0-4921-b365-a8f21dc51c0f tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628555
Dec 30 16:28:32.956805 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-ec31a4cd-7b95-4ed7-bfd4-8e18079df70e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41b74b06-a78f-4dac-a79f-cf8eafd6c4cd {{(pid=82857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:28:32.964008 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-ec31a4cd-7b95-4ed7-bfd4-8e18079df70e service neutron] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:32.978560 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-ec31a4cd-7b95-4ed7-bfd4-8e18079df70e service neutron] Transition to ACTIVE for port object 41b74b06-a78f-4dac-a79f-cf8eafd6c4cd will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:28:32.983660 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-ec31a4cd-7b95-4ed7-bfd4-8e18079df70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:33.111414 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31a4cd-7b95-4ed7-bfd4-8e18079df70e service neutron] Pushing event updated for resources: {'Port': ['ID=41b74b06-a78f-4dac-a79f-cf8eafd6c4cd,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:33.224466 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-ec31a4cd-7b95-4ed7-bfd4-8e18079df70e service neutron] Attempting to bind port 41b74b06-a78f-4dac-a79f-cf8eafd6c4cd on host hv-cinder-82293 for vnic_type normal with profile  {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:28:33.224789 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-ec31a4cd-7b95-4ed7-bfd4-8e18079df70e service neutron] Attempting to bind port 41b74b06-a78f-4dac-a79f-cf8eafd6c4cd by drivers openvswitch,hyperv on host hv-cinder-82293 at level 0 using segments [{'id': 'd7581e55-c99f-42cf-8388-c4720f12e569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:28:33.225109 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-ec31a4cd-7b95-4ed7-bfd4-8e18079df70e service neutron] Attempting to bind port 41b74b06-a78f-4dac-a79f-cf8eafd6c4cd on network 011cf0cf-0324-4c17-b0df-79ea91127cf5 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:28:33.231205 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-ec31a4cd-7b95-4ed7-bfd4-8e18079df70e service neutron] Port 41b74b06-a78f-4dac-a79f-cf8eafd6c4cd on network 011cf0cf-0324-4c17-b0df-79ea91127cf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82293 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 30 16:28:33.231511 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-ec31a4cd-7b95-4ed7-bfd4-8e18079df70e service neutron] Attempting to bind port 41b74b06-a78f-4dac-a79f-cf8eafd6c4cd on network 011cf0cf-0324-4c17-b0df-79ea91127cf5 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:28:33.237672 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-ec31a4cd-7b95-4ed7-bfd4-8e18079df70e service neutron] Checking agent: {'id': 'e529ec3e-5d50-4747-9e44-8ad3816b2791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82293', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'started_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:28:33.237997 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-ec31a4cd-7b95-4ed7-bfd4-8e18079df70e service neutron] Checking segment: {'id': 'd7581e55-c99f-42cf-8388-c4720f12e569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:28:33.238359 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-ec31a4cd-7b95-4ed7-bfd4-8e18079df70e service neutron] Bound using segment: {'id': 'd7581e55-c99f-42cf-8388-c4720f12e569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:28:33.238789 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-ec31a4cd-7b95-4ed7-bfd4-8e18079df70e service neutron] Bound port: 41b74b06-a78f-4dac-a79f-cf8eafd6c4cd, host: hv-cinder-82293, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7581e55-c99f-42cf-8388-c4720f12e569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:28:33.239121 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-ec31a4cd-7b95-4ed7-bfd4-8e18079df70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:33.332945 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-ec31a4cd-7b95-4ed7-bfd4-8e18079df70e service neutron] For port 41b74b06-a78f-4dac-a79f-cf8eafd6c4cd, host hv-cinder-82293, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:28:33.335907 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-ec31a4cd-7b95-4ed7-bfd4-8e18079df70e service neutron] For port 41b74b06-a78f-4dac-a79f-cf8eafd6c4cd, host hv-cinder-82293, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=41b74b06-a78f-4dac-a79f-cf8eafd6c4cd,segment=NetworkSegment(d7581e55-c99f-42cf-8388-c4720f12e569),segment_id=d7581e55-c99f-42cf-8388-c4720f12e569)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:28:33.340799 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-ec31a4cd-7b95-4ed7-bfd4-8e18079df70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:33.405004 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-ec31a4cd-7b95-4ed7-bfd4-8e18079df70e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:33.405824 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-ec31a4cd-7b95-4ed7-bfd4-8e18079df70e service neutron] 10.222.0.43 "PUT /v2.0/ports/41b74b06-a78f-4dac-a79f-cf8eafd6c4cd HTTP/1.1" status: 200  len: 1094 time: 1.0052297
Dec 30 16:28:33.406263 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59a70ff-2efc-4f16-8cf9-ca104a1121a3', 'tag': '41b74b06-a78f-4dac-a79f-cf8eafd6c4cd'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:28:33.422765 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec31a4cd-7b95-4ed7-bfd4-8e18079df70e service neutron] Pushing event updated for resources: {'Port': ['ID=41b74b06-a78f-4dac-a79f-cf8eafd6c4cd,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:33.503470 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59a70ff-2efc-4f16-8cf9-ca104a1121a3', 'tag': '41b74b06-a78f-4dac-a79f-cf8eafd6c4cd', 'status': 'completed', 'code': 200}
Dec 30 16:28:33.539828 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-e5bab4df-e4a4-4c8c-8f3a-9303748a89e9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8af8fbcb423a4e06a7f9d1e93b560913&device_id=a59a70ff-2efc-4f16-8cf9-ca104a1121a3 HTTP/1.1" status: 200  len: 1097 time: 0.0858469
Dec 30 16:28:33.617324 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-aa193228-b519-4262-a938-2bec7d6bb60a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41b74b06-a78f-4dac-a79f-cf8eafd6c4cd HTTP/1.1" status: 200  len: 217 time: 0.0694640
Dec 30 16:28:33.683795 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-549eff40-00b7-44b2-a4bf-ff4eb52dddf9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:28:33.685429 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-549eff40-00b7-44b2-a4bf-ff4eb52dddf9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a18b911b-dc27-4450-928c-21f993c9c052 HTTP/1.1" status: 200  len: 850 time: 0.0596528
Dec 30 16:28:33.779743 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-a6fd1c75-8a65-4fbc-ad27-1316e195a23b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=011cf0cf-0324-4c17-b0df-79ea91127cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0877068
Dec 30 16:28:33.923440 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-fa99dab4-2409-4394-8f87-330bd18f426b service neutron] 10.222.0.43 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1325855
Dec 30 16:28:34.061417 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0622e4b9-5645-4fef-9c45-50ced09228ba req-885ef08f-36df-4d7b-9bec-0f8bbb4b012e service neutron] 10.222.0.43 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304595
Dec 30 16:28:34.115551 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4a531-9a6d-4cb9-9e03-5f9524ce44bd req-b56a458d-a727-44f7-a849-f36f9c5b32e8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:28:34.117002 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-65b4a531-9a6d-4cb9-9e03-5f9524ce44bd req-b56a458d-a727-44f7-a849-f36f9c5b32e8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59a70ff-2efc-4f16-8cf9-ca104a1121a3 HTTP/1.1" status: 200  len: 944 time: 0.0904489
Dec 30 16:28:34.167934 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-65b4a531-9a6d-4cb9-9e03-5f9524ce44bd req-4496bae6-41c0-40d8-9271-cec679a9f88d tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438466
Dec 30 16:28:34.180199 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b84e7dc3-bf40-4cf9-86a4-d5eacf06da1d req-240ae45e-b3d4-4b1a-b7b5-eb8715ebf357 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8af8fbcb423a4e06a7f9d1e93b560913&device_id=a59a70ff-2efc-4f16-8cf9-ca104a1121a3 HTTP/1.1" status: 200  len: 1097 time: 0.0690498
Dec 30 16:28:34.316399 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e7dc3-bf40-4cf9-86a4-d5eacf06da1d req-c480d788-25a0-4b51-a22b-60926fb1eefd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:28:34.319271 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b84e7dc3-bf40-4cf9-86a4-d5eacf06da1d req-c480d788-25a0-4b51-a22b-60926fb1eefd service neutron] 10.222.0.43 "GET /v2.0/networks?id=011cf0cf-0324-4c17-b0df-79ea91127cf5 HTTP/1.1" status: 200  len: 911 time: 0.1316760
Dec 30 16:28:34.394755 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b84e7dc3-bf40-4cf9-86a4-d5eacf06da1d req-cbd03869-3872-4e4f-8918-c2ff427f7799 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41b74b06-a78f-4dac-a79f-cf8eafd6c4cd HTTP/1.1" status: 200  len: 217 time: 0.0688879
Dec 30 16:28:34.459026 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84e7dc3-bf40-4cf9-86a4-d5eacf06da1d req-8f63f9d0-f103-4925-b8e6-52b8fc9cd01b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:28:34.460395 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b84e7dc3-bf40-4cf9-86a4-d5eacf06da1d req-8f63f9d0-f103-4925-b8e6-52b8fc9cd01b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a18b911b-dc27-4450-928c-21f993c9c052 HTTP/1.1" status: 200  len: 850 time: 0.0586123
Dec 30 16:28:34.542914 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b84e7dc3-bf40-4cf9-86a4-d5eacf06da1d req-28821273-e6b8-4513-a16d-879ed6df5810 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=011cf0cf-0324-4c17-b0df-79ea91127cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0744290
Dec 30 16:28:34.769296 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b84e7dc3-bf40-4cf9-86a4-d5eacf06da1d req-2e73c5e8-a86f-4004-a644-837b8fdfca66 service neutron] 10.222.0.43 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2189190
Dec 30 16:28:34.902646 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b84e7dc3-bf40-4cf9-86a4-d5eacf06da1d req-94223cc8-35fc-4c0a-a7c3-c156ef99b0eb service neutron] 10.222.0.43 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267526
Dec 30 16:28:35.384003 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc3ad6-376b-4dbb-8166-02be3b09211f req-24694fb9-f23d-4fc5-84b8-17ca55eecae0 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:28:35.384782 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-e2dc3ad6-376b-4dbb-8166-02be3b09211f req-24694fb9-f23d-4fc5-84b8-17ca55eecae0 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Synchronizing usage tracker for tenant:8af8fbcb423a4e06a7f9d1e93b560913 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:28:35.402121 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-e2dc3ad6-376b-4dbb-8166-02be3b09211f req-24694fb9-f23d-4fc5-84b8-17ca55eecae0 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Unset dirty status for tenant:8af8fbcb423a4e06a7f9d1e93b560913 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:28:35.403367 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e2dc3ad6-376b-4dbb-8166-02be3b09211f req-24694fb9-f23d-4fc5-84b8-17ca55eecae0 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59a70ff-2efc-4f16-8cf9-ca104a1121a3 HTTP/1.1" status: 200  len: 944 time: 0.1072006
Dec 30 16:28:35.452351 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e2dc3ad6-376b-4dbb-8166-02be3b09211f req-f4f254e0-1565-460b-a822-9f0768e49872 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432010
Dec 30 16:28:36.656643 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbb7db-632e-4c5d-a212-b225a7d43f23 req-294f2954-5ece-440a-a966-12226d9e8372 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:28:36.658110 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3ebbb7db-632e-4c5d-a212-b225a7d43f23 req-294f2954-5ece-440a-a966-12226d9e8372 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59a70ff-2efc-4f16-8cf9-ca104a1121a3 HTTP/1.1" status: 200  len: 944 time: 0.0812440
Dec 30 16:28:36.708235 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3ebbb7db-632e-4c5d-a212-b225a7d43f23 req-552797fd-4311-4c69-95a0-a49933c97049 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444207
Dec 30 16:28:37.933011 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17be97f5-9ed2-41a0-b247-be2688769072 req-0db64bff-b951-4893-a83a-bd17a5484748 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:28:37.934490 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-17be97f5-9ed2-41a0-b247-be2688769072 req-0db64bff-b951-4893-a83a-bd17a5484748 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59a70ff-2efc-4f16-8cf9-ca104a1121a3 HTTP/1.1" status: 200  len: 944 time: 0.0858910
Dec 30 16:28:37.978367 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-17be97f5-9ed2-41a0-b247-be2688769072 req-38e88cac-fc42-4e00-b0ec-f4bc96c323d8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383482
Dec 30 16:28:39.199744 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172db42b-b9b2-4e39-b3d5-0a12e6c5497f req-d8bff4d4-20e9-4088-8eef-b59b87b1b553 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:28:39.201062 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-172db42b-b9b2-4e39-b3d5-0a12e6c5497f req-d8bff4d4-20e9-4088-8eef-b59b87b1b553 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59a70ff-2efc-4f16-8cf9-ca104a1121a3 HTTP/1.1" status: 200  len: 944 time: 0.0911019
Dec 30 16:28:39.245682 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-172db42b-b9b2-4e39-b3d5-0a12e6c5497f req-b6fa7fd6-2196-49fc-bddc-70a724a606bf tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389373
Dec 30 16:28:40.460816 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb8edd-6eeb-4629-b2ec-9664d70e4768 req-de4930c6-56b3-4212-b9a0-a05357e1dfae tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:28:40.462249 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d7bb8edd-6eeb-4629-b2ec-9664d70e4768 req-de4930c6-56b3-4212-b9a0-a05357e1dfae tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59a70ff-2efc-4f16-8cf9-ca104a1121a3 HTTP/1.1" status: 200  len: 944 time: 0.0837729
Dec 30 16:28:40.511120 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d7bb8edd-6eeb-4629-b2ec-9664d70e4768 req-9c1ae7f6-b86b-4d41-9612-783e7f0fdd86 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424399
Dec 30 16:28:40.896020 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 41b74b06-a78f-4dac-a79f-cf8eafd6c4cd details requested by agent hyperv_hv-cinder-82293 with host hv-cinder-82293 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 30 16:28:41.049439 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 41b74b06-a78f-4dac-a79f-cf8eafd6c4cd, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=41b74b06-a78f-4dac-a79f-cf8eafd6c4cd,segment=NetworkSegment(d7581e55-c99f-42cf-8388-c4720f12e569),segment_id=d7581e55-c99f-42cf-8388-c4720f12e569)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:28:41.063263 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Returning: {'device': '41b74b06-a78f-4dac-a79f-cf8eafd6c4cd', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'port_id': '41b74b06-a78f-4dac-a79f-cf8eafd6c4cd', 'mac_address': 'fa:16:3e:f3:3c:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 30 16:28:41.130149 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:41.150721 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41b74b06-a78f-4dac-a79f-cf8eafd6c4cd {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:28:41.166212 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 41b74b06-a78f-4dac-a79f-cf8eafd6c4cd, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=41b74b06-a78f-4dac-a79f-cf8eafd6c4cd,segment=NetworkSegment(d7581e55-c99f-42cf-8388-c4720f12e569),segment_id=d7581e55-c99f-42cf-8388-c4720f12e569)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:28:41.172566 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:41.238756 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=41b74b06-a78f-4dac-a79f-cf8eafd6c4cd,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:41.375710 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['41b74b06-a78f-4dac-a79f-cf8eafd6c4cd'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:28:41.725071 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b22369-c2df-4fcf-a1b9-b03a88eac0e5 req-f593996f-6e23-462f-9436-bceaedbbb558 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:28:41.726571 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f5b22369-c2df-4fcf-a1b9-b03a88eac0e5 req-f593996f-6e23-462f-9436-bceaedbbb558 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59a70ff-2efc-4f16-8cf9-ca104a1121a3 HTTP/1.1" status: 200  len: 945 time: 0.0757630
Dec 30 16:28:41.771746 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f5b22369-c2df-4fcf-a1b9-b03a88eac0e5 req-e478458d-fbc4-4020-a81d-9501046ee46f tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396175
Dec 30 16:28:42.997612 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5fd457-4181-4eeb-be18-fb6bd94f275f req-3265326a-0815-4af9-9c69-5a33baf25226 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:28:42.999170 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-be5fd457-4181-4eeb-be18-fb6bd94f275f req-3265326a-0815-4af9-9c69-5a33baf25226 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59a70ff-2efc-4f16-8cf9-ca104a1121a3 HTTP/1.1" status: 200  len: 945 time: 0.0941703
Dec 30 16:28:43.044851 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-be5fd457-4181-4eeb-be18-fb6bd94f275f req-ede4da00-f11b-42ef-962a-dbae30038554 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403173
Dec 30 16:28:43.080060 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 41b74b06-a78f-4dac-a79f-cf8eafd6c4cd up at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:28:43.180592 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning for port 41b74b06-a78f-4dac-a79f-cf8eafd6c4cd completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:28:43.185285 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning complete for port 41b74b06-a78f-4dac-a79f-cf8eafd6c4cd triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:28:43.185653 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:43.303042 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:43.329600 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59a70ff-2efc-4f16-8cf9-ca104a1121a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b74b06-a78f-4dac-a79f-cf8eafd6c4cd'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:28:43.339525 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 41b74b06-a78f-4dac-a79f-cf8eafd6c4cd, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=41b74b06-a78f-4dac-a79f-cf8eafd6c4cd,segment=NetworkSegment(d7581e55-c99f-42cf-8388-c4720f12e569),segment_id=d7581e55-c99f-42cf-8388-c4720f12e569)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:28:43.343703 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:43.391087 dv-cinder-822939-1-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59a70ff-2efc-4f16-8cf9-ca104a1121a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b74b06-a78f-4dac-a79f-cf8eafd6c4cd', 'code': 200}
Dec 30 16:28:43.415542 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=41b74b06-a78f-4dac-a79f-cf8eafd6c4cd,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:44.245979 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391ecd7-d1af-484b-834e-830559f9f888 req-d92a23d3-f58a-4393-82aa-09081f601b96 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:28:44.247402 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4391ecd7-d1af-484b-834e-830559f9f888 req-d92a23d3-f58a-4393-82aa-09081f601b96 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59a70ff-2efc-4f16-8cf9-ca104a1121a3 HTTP/1.1" status: 200  len: 946 time: 0.0826347
Dec 30 16:28:44.297462 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4391ecd7-d1af-484b-834e-830559f9f888 req-29571dd3-426a-4ed0-9011-b05c01664643 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436950
Dec 30 16:28:45.108137 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-76957dc3-6498-406a-96d6-fc2f3b843e93 req-358f9dc8-7a7d-4e3b-ad77-9ba70dfeabb4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a59a70ff-2efc-4f16-8cf9-ca104a1121a3 HTTP/1.1" status: 200  len: 1099 time: 0.0714481
Dec 30 16:28:45.148393 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-67fa94ee-18a6-4e27-bcd2-e36088d0ace0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:45.158848 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-76957dc3-6498-406a-96d6-fc2f3b843e93 req-67a46e32-ceaa-47ec-844e-f32a09f1a931 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406940
Dec 30 16:28:45.521776 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1b540-8058-4648-bc42-d96881538e33 req-cbb3e0d0-d4e6-43cb-8b81-c2eb635d6efd tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:28:45.523355 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-65d1b540-8058-4648-bc42-d96881538e33 req-cbb3e0d0-d4e6-43cb-8b81-c2eb635d6efd tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59a70ff-2efc-4f16-8cf9-ca104a1121a3 HTTP/1.1" status: 200  len: 946 time: 0.0815222
Dec 30 16:28:45.568584 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-65d1b540-8058-4648-bc42-d96881538e33 req-3dcd7fa6-03c4-4a9e-864b-564606bb8f00 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395296
Dec 30 16:28:46.595835 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:28:46.789761 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e47cc-1e8d-427b-a321-678e2caeff70 req-c31c73c3-518e-47b8-aa7e-f46dc289c618 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:28:46.791293 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6c5e47cc-1e8d-427b-a321-678e2caeff70 req-c31c73c3-518e-47b8-aa7e-f46dc289c618 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59a70ff-2efc-4f16-8cf9-ca104a1121a3 HTTP/1.1" status: 200  len: 946 time: 0.1039040
Dec 30 16:28:46.839204 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6c5e47cc-1e8d-427b-a321-678e2caeff70 req-998077d4-375d-43ce-86ad-0b717b669d2d tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423696
Dec 30 16:28:47.056211 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c301b-cc72-4c8a-a994-4d8e1ebe0060 req-6b1caa7d-32c6-4369-8e7e-0ab1f203fcf1 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:28:47.057620 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-896c301b-cc72-4c8a-a994-4d8e1ebe0060 req-6b1caa7d-32c6-4369-8e7e-0ab1f203fcf1 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59a70ff-2efc-4f16-8cf9-ca104a1121a3 HTTP/1.1" status: 200  len: 946 time: 0.0825791
Dec 30 16:28:47.107946 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-896c301b-cc72-4c8a-a994-4d8e1ebe0060 req-89642155-96b6-4a2c-8930-7c58df8cec25 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445054
Dec 30 16:28:47.136538 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 57246) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:28:47.349918 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d50e9f98-3017-4e19-ac5e-d47bbe0d0320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:47.402255 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-7a175e8c-f9a5-43ac-9678-1407b92dcab1 tempest-TestVolumeBootPattern-1539739126 tempest-TestVolumeBootPattern-1539739126-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a59a70ff-2efc-4f16-8cf9-ca104a1121a3 HTTP/1.1" status: 200  len: 1094 time: 0.2645602
Dec 30 16:28:47.405002 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 57254) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:28:47.410650 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-cc4589ab-8bcb-43dc-82ff-6080cf9007f8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Request body: {'floatingip': {'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'port_id': '41b74b06-a78f-4dac-a79f-cf8eafd6c4cd', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'fixed_ip_address': '172.20.0.11'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:28:47.416136 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-cc4589ab-8bcb-43dc-82ff-6080cf9007f8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:28:47.419963 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-cc4589ab-8bcb-43dc-82ff-6080cf9007f8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Usage tracker for resource:floatingip and tenant:8af8fbcb423a4e06a7f9d1e93b560913 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:28:47.422985 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-cc4589ab-8bcb-43dc-82ff-6080cf9007f8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:28:47.428664 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-cc4589ab-8bcb-43dc-82ff-6080cf9007f8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:28:47.439658 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cc4589ab-8bcb-43dc-82ff-6080cf9007f8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for floatingip, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:47.581257 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cc4589ab-8bcb-43dc-82ff-6080cf9007f8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:47.718216 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [None req-cc4589ab-8bcb-43dc-82ff-6080cf9007f8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Allocated IP 172.27.1.232 (0b94b64d-9d7c-4a44-8bd0-f4e286ff014b/ad43253e-6e30-4230-9b92-331ad2639f5e/81fe1221-dfce-41a3-a022-6185db5063ae) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:28:47.869931 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cc4589ab-8bcb-43dc-82ff-6080cf9007f8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:47.899043 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cc4589ab-8bcb-43dc-82ff-6080cf9007f8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:47.966031 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc4589ab-8bcb-43dc-82ff-6080cf9007f8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Network 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:28:47.969029 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-cc4589ab-8bcb-43dc-82ff-6080cf9007f8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:28:47.973388 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4589ab-8bcb-43dc-82ff-6080cf9007f8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:28:48.000380 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4589ab-8bcb-43dc-82ff-6080cf9007f8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Pushing event updated for resources: {'Port': ['ID=81fe1221-dfce-41a3-a022-6185db5063ae,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:48.355431 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:48.599131 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cc4589ab-8bcb-43dc-82ff-6080cf9007f8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:48.659023 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cc4589ab-8bcb-43dc-82ff-6080cf9007f8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:48.687673 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:48.884973 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cc4589ab-8bcb-43dc-82ff-6080cf9007f8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:48.892511 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cc4589ab-8bcb-43dc-82ff-6080cf9007f8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2958562'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:49.001136 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4589ab-8bcb-43dc-82ff-6080cf9007f8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Pushing event updated for resources: {'Port': ['ID=81fe1221-dfce-41a3-a022-6185db5063ae,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:49.014394 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cc4589ab-8bcb-43dc-82ff-6080cf9007f8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4017950'] for floatingip, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:49.207387 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.db.l3_db [None req-cc4589ab-8bcb-43dc-82ff-6080cf9007f8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Floating IP 11567750-8389-44ee-8811-12b01a66e354 associated. External IP: 172.27.1.232, port: 41b74b06-a78f-4dac-a79f-cf8eafd6c4cd.
Dec 30 16:28:49.622929 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4589ab-8bcb-43dc-82ff-6080cf9007f8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Router c9de370f-9936-4dea-beda-06d62ed93318 has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:28:49.826340 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:49.941062 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4589ab-8bcb-43dc-82ff-6080cf9007f8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:28:49.950824 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b41e511-80f7-407f-90e1-c93893607b6e None None] Sync routers for ids ['c9de370f-9936-4dea-beda-06d62ed93318'] in dv-cinder-822939-1-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:28:49.962546 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b41e511-80f7-407f-90e1-c93893607b6e None None] Routers {'c9de370f-9936-4dea-beda-06d62ed93318'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:28:49.963407 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-7b41e511-80f7-407f-90e1-c93893607b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d527ed90>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:28:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['c9de370f-9936-4dea-beda-06d62ed93318'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:28:49.967244 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-cc4589ab-8bcb-43dc-82ff-6080cf9007f8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for floatingip, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:50.024002 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-cc4589ab-8bcb-43dc-82ff-6080cf9007f8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.6176198
Dec 30 16:28:50.024625 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a59a70ff-2efc-4f16-8cf9-ca104a1121a3', 'tag': '41b74b06-a78f-4dac-a79f-cf8eafd6c4cd'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:28:50.079497 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a59a70ff-2efc-4f16-8cf9-ca104a1121a3', 'tag': '41b74b06-a78f-4dac-a79f-cf8eafd6c4cd', 'status': 'completed', 'code': 200}
Dec 30 16:28:50.148694 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-7b41e511-80f7-407f-90e1-c93893607b6e None None] Set router c9de370f-9936-4dea-beda-06d62ed93318 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:28:50.492031 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-7b41e511-80f7-407f-90e1-c93893607b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d527ed90>, [{'id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'name': 'tempest-TestVolumeBootPattern-626304108-router', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:01Z', 'revision_number': 4, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'gw_port': {'id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_floatingips': [{'id': '11567750-8389-44ee-8811-12b01a66e354', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'router_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'port_id': '41b74b06-a78f-4dac-a79f-cf8eafd6c4cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'mac_address': 'fa:16:3e:f3:3c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59a70ff-2efc-4f16-8cf9-ca104a1121a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-30T16:28:48Z', 'updated_at': '2021-12-30T16:28:48Z', 'revision_number': 0, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311157c5-36a6-4700-982b-6fc3a96b127f', 'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'mac_address': 'fa:16:3e:98:73:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:28:00Z', 'updated_at': '2021-12-30T16:28:20Z', 'revision_number': 5, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'subnets': [{'id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:28:50.496080 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b41e511-80f7-407f-90e1-c93893607b6e None None] Checking router: c9de370f-9936-4dea-beda-06d62ed93318 for host: dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:28:50.507226 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b41e511-80f7-407f-90e1-c93893607b6e None None] Routers {'c9de370f-9936-4dea-beda-06d62ed93318'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:28:50.507824 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-7b41e511-80f7-407f-90e1-c93893607b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d527ed90>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:28:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['c9de370f-9936-4dea-beda-06d62ed93318'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:28:50.693724 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-7b41e511-80f7-407f-90e1-c93893607b6e None None] Set router c9de370f-9936-4dea-beda-06d62ed93318 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:28:51.091710 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-7b41e511-80f7-407f-90e1-c93893607b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d527ed90>, [{'id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'name': 'tempest-TestVolumeBootPattern-626304108-router', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:01Z', 'revision_number': 4, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'gw_port': {'id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_floatingips': [{'id': '11567750-8389-44ee-8811-12b01a66e354', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'router_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'port_id': '41b74b06-a78f-4dac-a79f-cf8eafd6c4cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'mac_address': 'fa:16:3e:f3:3c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59a70ff-2efc-4f16-8cf9-ca104a1121a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-30T16:28:48Z', 'updated_at': '2021-12-30T16:28:48Z', 'revision_number': 0, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311157c5-36a6-4700-982b-6fc3a96b127f', 'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'mac_address': 'fa:16:3e:98:73:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:28:00Z', 'updated_at': '2021-12-30T16:28:20Z', 'revision_number': 5, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'subnets': [{'id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:28:51.095856 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b41e511-80f7-407f-90e1-c93893607b6e None None] The sync data for ids ['c9de370f-9936-4dea-beda-06d62ed93318'] in dv-cinder-822939-1-iscsi is: [{'id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'name': 'tempest-TestVolumeBootPattern-626304108-router', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:01Z', 'revision_number': 4, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'gw_port': {'id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_floatingips': [{'id': '11567750-8389-44ee-8811-12b01a66e354', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'floating_ip_address': '172.27.1.232', 'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'router_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'port_id': '41b74b06-a78f-4dac-a79f-cf8eafd6c4cd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'mac_address': 'fa:16:3e:f3:3c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a59a70ff-2efc-4f16-8cf9-ca104a1121a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-30T16:28:48Z', 'updated_at': '2021-12-30T16:28:48Z', 'revision_number': 0, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311157c5-36a6-4700-982b-6fc3a96b127f', 'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'mac_address': 'fa:16:3e:98:73:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:28:00Z', 'updated_at': '2021-12-30T16:28:20Z', 'revision_number': 5, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'subnets': [{'id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:28:51.304469 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0fabbf-a8e0-421b-96c4-448429410b7b None None] New status for floating IP 11567750-8389-44ee-8811-12b01a66e354: ACTIVE {{(pid=82860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 30 16:28:52.645189 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:52.739923 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ac9dbdd5-b324-487a-b2e2-866ec1dae61c req-87d84b7b-881f-42ea-80b3-f1613fc5e7a9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8af8fbcb423a4e06a7f9d1e93b560913&device_id=a59a70ff-2efc-4f16-8cf9-ca104a1121a3 HTTP/1.1" status: 200  len: 1099 time: 0.0783708
Dec 30 16:28:52.870085 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9dbdd5-b324-487a-b2e2-866ec1dae61c req-a4ec133f-f937-445f-a677-2901e0383b9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:28:52.871490 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ac9dbdd5-b324-487a-b2e2-866ec1dae61c req-a4ec133f-f937-445f-a677-2901e0383b9b service neutron] 10.222.0.43 "GET /v2.0/networks?id=011cf0cf-0324-4c17-b0df-79ea91127cf5 HTTP/1.1" status: 200  len: 911 time: 0.1253362
Dec 30 16:28:52.975510 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ac9dbdd5-b324-487a-b2e2-866ec1dae61c req-debfbaa0-2a78-48d6-b96c-a88fe6e7eeb7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41b74b06-a78f-4dac-a79f-cf8eafd6c4cd HTTP/1.1" status: 200  len: 1002 time: 0.0969651
Dec 30 16:28:53.036263 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9dbdd5-b324-487a-b2e2-866ec1dae61c req-61d59b34-108d-45ce-a2d5-176353264a89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:28:53.037770 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ac9dbdd5-b324-487a-b2e2-866ec1dae61c req-61d59b34-108d-45ce-a2d5-176353264a89 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a18b911b-dc27-4450-928c-21f993c9c052 HTTP/1.1" status: 200  len: 850 time: 0.0556877
Dec 30 16:28:53.120053 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ac9dbdd5-b324-487a-b2e2-866ec1dae61c req-a10f4ca2-bb08-4237-a45a-4a4881caf23e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=011cf0cf-0324-4c17-b0df-79ea91127cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0759561
Dec 30 16:28:53.262124 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ac9dbdd5-b324-487a-b2e2-866ec1dae61c req-e03b92fb-7b75-499f-ada4-d75142149aa6 service neutron] 10.222.0.43 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352510
Dec 30 16:28:53.479606 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ac9dbdd5-b324-487a-b2e2-866ec1dae61c req-0bc419dd-4db8-4bd1-9eee-c337b8ac072c service neutron] 10.222.0.43 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2112069
Dec 30 16:28:59.436171 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 57318) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:28:59.590643 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-36b6eeb6-08d5-4b1f-a5ba-3f7916474755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:59.625260 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-36b6eeb6-08d5-4b1f-a5ba-3f7916474755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:28:59.630248 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-36b6eeb6-08d5-4b1f-a5ba-3f7916474755 admin admin] Usage tracker for resource:security_group_rule and tenant:471f811536074c5ca016343381be7f8c is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:28:59.634490 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-36b6eeb6-08d5-4b1f-a5ba-3f7916474755 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:28:59.644760 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-36b6eeb6-08d5-4b1f-a5ba-3f7916474755 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:28:59.720626 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-36b6eeb6-08d5-4b1f-a5ba-3f7916474755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:59.726289 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-36b6eeb6-08d5-4b1f-a5ba-3f7916474755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:59.772005 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6eeb6-08d5-4b1f-a5ba-3f7916474755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ed84c1-0451-4684-aa42-4587ba0b8837,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:59.777366 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-36b6eeb6-08d5-4b1f-a5ba-3f7916474755 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=471f811536074c5ca016343381be7f8c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3401713
Dec 30 16:28:59.780132 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 57324) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:28:59.842199 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-34322cb3-ab3a-40b0-97fd-87129c2d41b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:59.868317 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-34322cb3-ab3a-40b0-97fd-87129c2d41b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:59.922731 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-34322cb3-ab3a-40b0-97fd-87129c2d41b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:59.938081 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34322cb3-ab3a-40b0-97fd-87129c2d41b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ed84c1-0451-4684-aa42-4587ba0b8837,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:28:59.943111 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-34322cb3-ab3a-40b0-97fd-87129c2d41b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:28:59.944758 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-34322cb3-ab3a-40b0-97fd-87129c2d41b4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/53ed84c1-0451-4684-aa42-4587ba0b8837 HTTP/1.1" status: 204  len: 168 time: 0.1631360
Dec 30 16:29:00.789052 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 57346) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:29:00.927225 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-1f47b265-d430-418b-b696-6099da2c46c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1377276756-network', 'tenant_id': 'ef5df19a268d4c8dacc1dec7fb9a4c5e'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:29:00.932160 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-1f47b265-d430-418b-b696-6099da2c46c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:29:00.936105 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-1f47b265-d430-418b-b696-6099da2c46c4 admin admin] Usage tracker for resource:network and tenant:ef5df19a268d4c8dacc1dec7fb9a4c5e is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:29:00.939042 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-1f47b265-d430-418b-b696-6099da2c46c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:29:00.945189 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-1f47b265-d430-418b-b696-6099da2c46c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:29:00.959409 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f47b265-d430-418b-b696-6099da2c46c4 admin admin] Made reservation on behalf of ef5df19a268d4c8dacc1dec7fb9a4c5e for: {'network': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:29:00.961821 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1f47b265-d430-418b-b696-6099da2c46c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for network, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:00.974089 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1f47b265-d430-418b-b696-6099da2c46c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:01.005556 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-1f47b265-d430-418b-b696-6099da2c46c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:29:01.009735 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-1f47b265-d430-418b-b696-6099da2c46c4 admin admin] Usage tracker for resource:security_group_rule and tenant:ef5df19a268d4c8dacc1dec7fb9a4c5e is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:29:01.012798 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-1f47b265-d430-418b-b696-6099da2c46c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:29:01.018946 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-1f47b265-d430-418b-b696-6099da2c46c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:29:01.084193 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1f47b265-d430-418b-b696-6099da2c46c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:01.089573 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1f47b265-d430-418b-b696-6099da2c46c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:01.120530 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f47b265-d430-418b-b696-6099da2c46c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'}  {{(pid=82857) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Dec 30 16:29:01.129116 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47b265-d430-418b-b696-6099da2c46c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5503d29b-7e87-445c-a178-6f5511b8dc73,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:29:01.136213 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1f47b265-d430-418b-b696-6099da2c46c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:01.136213 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.db.segments_db [None req-1f47b265-d430-418b-b696-6099da2c46c4 admin admin] Added segment 005c19c2-0268-4a94-89ab-9c38ffe4d6c2 of type vlan for network a85fc798-bf72-44d1-98a7-f03ad93a90ce
Dec 30 16:29:01.161392 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1f47b265-d430-418b-b696-6099da2c46c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793095940298'] for network, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:01.192695 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1f47b265-d430-418b-b696-6099da2c46c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487'] for network, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:01.194235 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f47b265-d430-418b-b696-6099da2c46c4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:29:01.195039 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1f47b265-d430-418b-b696-6099da2c46c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:01.308115 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47b265-d430-418b-b696-6099da2c46c4 admin admin] Pushing event updated for resources: {'Network': ['ID=a85fc798-bf72-44d1-98a7-f03ad93a90ce,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:29:01.311598 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-1f47b265-d430-418b-b696-6099da2c46c4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.5209577
Dec 30 16:29:01.314413 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 57352) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:29:01.319181 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Network a85fc798-bf72-44d1-98a7-f03ad93a90ce details requested by agent ovs-agent-dv-cinder-822939-1-iscsi with host dv-cinder-822939-1-iscsi {{(pid=82859) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Dec 30 16:29:01.320537 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [None req-7172d883-3b9e-4fab-accf-37e4eaeb6fc1 admin admin] Request body: {'subnet': {'network_id': 'a85fc798-bf72-44d1-98a7-f03ad93a90ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1377276756-subnet', 'tenant_id': 'ef5df19a268d4c8dacc1dec7fb9a4c5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:29:01.325706 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-7172d883-3b9e-4fab-accf-37e4eaeb6fc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:29:01.330027 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-7172d883-3b9e-4fab-accf-37e4eaeb6fc1 admin admin] Usage tracker for resource:subnet and tenant:ef5df19a268d4c8dacc1dec7fb9a4c5e is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:29:01.333569 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [None req-7172d883-3b9e-4fab-accf-37e4eaeb6fc1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:29:01.339492 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [None req-7172d883-3b9e-4fab-accf-37e4eaeb6fc1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:29:01.351366 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7172d883-3b9e-4fab-accf-37e4eaeb6fc1 admin admin] Made reservation on behalf of ef5df19a268d4c8dacc1dec7fb9a4c5e for: {'subnet': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:29:01.353711 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7172d883-3b9e-4fab-accf-37e4eaeb6fc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2671150'] for subnet, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:01.555830 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7172d883-3b9e-4fab-accf-37e4eaeb6fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2907078', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2674644'] for subnet, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:01.626936 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172d883-3b9e-4fab-accf-37e4eaeb6fc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abe4c0cf-8772-4a89-a9b0-f3fc799a55e5,revision_number=0']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:29:01.644138 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7172d883-3b9e-4fab-accf-37e4eaeb6fc1 admin admin] Checking segment: {'id': '005c19c2-0268-4a94-89ab-9c38ffe4d6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a85fc798-bf72-44d1-98a7-f03ad93a90ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:29:01.644508 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7172d883-3b9e-4fab-accf-37e4eaeb6fc1 admin admin] Network hostable DHCP agents. Network: a85fc798-bf72-44d1-98a7-f03ad93a90ce, hostable agents: ['56495f28-f8e1-4ded-a581-8b29fe371967'], hosted agents: [] {{(pid=82857) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Dec 30 16:29:01.668341 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7172d883-3b9e-4fab-accf-37e4eaeb6fc1 admin admin] Network a85fc798-bf72-44d1-98a7-f03ad93a90ce is scheduled to be hosted by DHCP agent 56495f28-f8e1-4ded-a581-8b29fe371967 with binding_index 1 {{(pid=82857) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Dec 30 16:29:01.678881 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [None req-7172d883-3b9e-4fab-accf-37e4eaeb6fc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-822939-1-iscsi, a85fc798-bf72-44d1-98a7-f03ad93a90ce) {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:29:01.683004 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7172d883-3b9e-4fab-accf-37e4eaeb6fc1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:29:01.683740 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-7172d883-3b9e-4fab-accf-37e4eaeb6fc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:01.687569 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aaef108-fb1e-4cc9-8ed2-ed032d8bd88a None None] Network a85fc798-bf72-44d1-98a7-f03ad93a90ce requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:29:01.706085 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-7172d883-3b9e-4fab-accf-37e4eaeb6fc1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3905613
Dec 30 16:29:01.896539 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ff9db4-7be0-4177-ac02-e8242acf3026 None None] Network a85fc798-bf72-44d1-98a7-f03ad93a90ce requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:29:03.820321 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-bf12ae12-9453-4bec-8cfc-4116c4bea004 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:29:03.821637 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-bf12ae12-9453-4bec-8cfc-4116c4bea004 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/networks?id=a85fc798-bf72-44d1-98a7-f03ad93a90ce HTTP/1.1" status: 200  len: 814 time: 0.1435199
Dec 30 16:29:03.838073 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-95aecf11-fb8e-465a-ae49-33a786df5b48 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/quotas/ef5df19a268d4c8dacc1dec7fb9a4c5e HTTP/1.1" status: 200  len: 375 time: 0.0111246
Dec 30 16:29:03.884982 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-7f81f32c-d9c8-4402-9a28-14f962eec43f tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ef5df19a268d4c8dacc1dec7fb9a4c5e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0397575
Dec 30 16:29:04.019950 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-54a00c91-bddb-4578-b1ca-6318edb6bf1e service neutron] 10.222.0.31 "GET /v2.0/networks/a85fc798-bf72-44d1-98a7-f03ad93a90ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260252
Dec 30 16:29:04.153399 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-698493a8-212e-4bda-9ca0-4997c36eda56 service neutron] 10.222.0.31 "GET /v2.0/networks/a85fc798-bf72-44d1-98a7-f03ad93a90ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276567
Dec 30 16:29:05.377782 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ba43ed94-3b14-44c0-a4f9-0acde7c8f37d req-cf83ff04-7605-4e87-81c5-7c24f2e67e96 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/ports?device_id=624cd0da-ab97-46d5-aa19-d73a179f254f HTTP/1.1" status: 200  len: 210 time: 0.0423670
Dec 30 16:29:06.461094 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-6163b942-efe5-4594-83e2-e32d2cb98904 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:29:06.461862 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-6163b942-efe5-4594-83e2-e32d2cb98904 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Synchronizing usage tracker for tenant:ef5df19a268d4c8dacc1dec7fb9a4c5e on resource:network {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:29:06.480057 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-6163b942-efe5-4594-83e2-e32d2cb98904 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Unset dirty status for tenant:ef5df19a268d4c8dacc1dec7fb9a4c5e on resource:network {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:29:06.481535 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-6163b942-efe5-4594-83e2-e32d2cb98904 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.43 "GET /v2.0/networks?id=a85fc798-bf72-44d1-98a7-f03ad93a90ce HTTP/1.1" status: 200  len: 814 time: 0.1610057
Dec 30 16:29:06.499596 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-82507bdf-1d42-417f-9495-0fefe332facf tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Request body: {'port': {'device_id': '624cd0da-ab97-46d5-aa19-d73a179f254f', 'network_id': 'a85fc798-bf72-44d1-98a7-f03ad93a90ce', 'admin_state_up': True, 'tenant_id': 'ef5df19a268d4c8dacc1dec7fb9a4c5e'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:29:06.551759 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-57c789ce-1943-4c32-82bc-c01ab0196023 req-627611c1-32d0-4c25-ac85-10dae3596c5e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/ports?device_id=624cd0da-ab97-46d5-aa19-d73a179f254f HTTP/1.1" status: 200  len: 210 time: 0.0433471
Dec 30 16:29:06.642837 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-82507bdf-1d42-417f-9495-0fefe332facf tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:29:06.647268 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-82507bdf-1d42-417f-9495-0fefe332facf tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Usage tracker for resource:port and tenant:ef5df19a268d4c8dacc1dec7fb9a4c5e is out of sync, need to count used quota {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:29:06.650385 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-82507bdf-1d42-417f-9495-0fefe332facf tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82857) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:29:06.656720 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-82507bdf-1d42-417f-9495-0fefe332facf tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:29:06.669687 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-82507bdf-1d42-417f-9495-0fefe332facf tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Made reservation on behalf of ef5df19a268d4c8dacc1dec7fb9a4c5e for: {'port': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:29:06.672664 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-82507bdf-1d42-417f-9495-0fefe332facf tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:06.832204 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-82507bdf-1d42-417f-9495-0fefe332facf tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Allocated IP 172.20.0.11 (a85fc798-bf72-44d1-98a7-f03ad93a90ce/abe4c0cf-8772-4a89-a9b0-f3fc799a55e5/45140cda-e36d-4218-9890-a40a38d60fe9) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:29:07.031667 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-82507bdf-1d42-417f-9495-0fefe332facf tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:07.068283 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-82507bdf-1d42-417f-9495-0fefe332facf tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:07.148468 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-82507bdf-1d42-417f-9495-0fefe332facf tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Network a85fc798-bf72-44d1-98a7-f03ad93a90ce is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:29:07.151510 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-82507bdf-1d42-417f-9495-0fefe332facf tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:29:07.155761 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-82507bdf-1d42-417f-9495-0fefe332facf tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:29:07.179628 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82507bdf-1d42-417f-9495-0fefe332facf tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Pushing event updated for resources: {'Port': ['ID=45140cda-e36d-4218-9890-a40a38d60fe9,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:29:07.198038 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82507bdf-1d42-417f-9495-0fefe332facf tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:29:07.198376 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82507bdf-1d42-417f-9495-0fefe332facf tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:29:07.198720 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82507bdf-1d42-417f-9495-0fefe332facf tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:29:07.199041 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82507bdf-1d42-417f-9495-0fefe332facf tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:29:07.199378 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82507bdf-1d42-417f-9495-0fefe332facf tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:29:07.199695 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82507bdf-1d42-417f-9495-0fefe332facf tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:29:07.200010 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82507bdf-1d42-417f-9495-0fefe332facf tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:29:07.200320 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82507bdf-1d42-417f-9495-0fefe332facf tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:29:07.200630 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82507bdf-1d42-417f-9495-0fefe332facf tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:29:07.200939 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82507bdf-1d42-417f-9495-0fefe332facf tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:29:07.201272 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82507bdf-1d42-417f-9495-0fefe332facf tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:29:07.225542 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-82507bdf-1d42-417f-9495-0fefe332facf tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:29:07.226125 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-82507bdf-1d42-417f-9495-0fefe332facf tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:07.249197 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-82507bdf-1d42-417f-9495-0fefe332facf tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7544549
Dec 30 16:29:07.260816 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-a15386e1-f10b-4ae5-a7a9-fc27c3af11cf service neutron] Request body: {'port': {'device_id': '624cd0da-ab97-46d5-aa19-d73a179f254f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82293'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:29:07.449831 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-a15386e1-f10b-4ae5-a7a9-fc27c3af11cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:07.798261 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc07dd6-82da-47d1-88d8-1b5766d3af1d req-82b2889a-f996-4933-a896-c0388265756d tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:29:07.799077 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-6fc07dd6-82da-47d1-88d8-1b5766d3af1d req-82b2889a-f996-4933-a896-c0388265756d tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Synchronizing usage tracker for tenant:ef5df19a268d4c8dacc1dec7fb9a4c5e on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:29:07.864536 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-a15386e1-f10b-4ae5-a7a9-fc27c3af11cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45140cda-e36d-4218-9890-a40a38d60fe9 {{(pid=82857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:29:07.868425 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-6fc07dd6-82da-47d1-88d8-1b5766d3af1d req-82b2889a-f996-4933-a896-c0388265756d tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Unset dirty status for tenant:ef5df19a268d4c8dacc1dec7fb9a4c5e on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:29:07.869586 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6fc07dd6-82da-47d1-88d8-1b5766d3af1d req-82b2889a-f996-4933-a896-c0388265756d tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/ports?device_id=624cd0da-ab97-46d5-aa19-d73a179f254f HTTP/1.1" status: 200  len: 932 time: 0.1936238
Dec 30 16:29:07.873065 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-a15386e1-f10b-4ae5-a7a9-fc27c3af11cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:07.906720 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-a15386e1-f10b-4ae5-a7a9-fc27c3af11cf service neutron] Transition to ACTIVE for port object 45140cda-e36d-4218-9890-a40a38d60fe9 will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:29:07.915746 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-a15386e1-f10b-4ae5-a7a9-fc27c3af11cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:07.980503 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-6fc07dd6-82da-47d1-88d8-1b5766d3af1d req-370e7288-afcb-4ae0-b4e2-3133a03f948f tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Synchronizing usage tracker for tenant:ef5df19a268d4c8dacc1dec7fb9a4c5e on resource:security_group {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:29:08.045242 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15386e1-f10b-4ae5-a7a9-fc27c3af11cf service neutron] Pushing event updated for resources: {'Port': ['ID=45140cda-e36d-4218-9890-a40a38d60fe9,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:29:08.068629 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-6fc07dd6-82da-47d1-88d8-1b5766d3af1d req-370e7288-afcb-4ae0-b4e2-3133a03f948f tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Unset dirty status for tenant:ef5df19a268d4c8dacc1dec7fb9a4c5e on resource:security_group {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:29:08.069814 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6fc07dd6-82da-47d1-88d8-1b5766d3af1d req-370e7288-afcb-4ae0-b4e2-3133a03f948f tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/security-groups?id=5503d29b-7e87-445c-a178-6f5511b8dc73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1942871
Dec 30 16:29:08.185110 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-a15386e1-f10b-4ae5-a7a9-fc27c3af11cf service neutron] Attempting to bind port 45140cda-e36d-4218-9890-a40a38d60fe9 on host hv-cinder-82293 for vnic_type normal with profile  {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:29:08.185454 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-a15386e1-f10b-4ae5-a7a9-fc27c3af11cf service neutron] Attempting to bind port 45140cda-e36d-4218-9890-a40a38d60fe9 by drivers openvswitch,hyperv on host hv-cinder-82293 at level 0 using segments [{'id': '005c19c2-0268-4a94-89ab-9c38ffe4d6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a85fc798-bf72-44d1-98a7-f03ad93a90ce'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:29:08.185914 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-a15386e1-f10b-4ae5-a7a9-fc27c3af11cf service neutron] Attempting to bind port 45140cda-e36d-4218-9890-a40a38d60fe9 on network a85fc798-bf72-44d1-98a7-f03ad93a90ce {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:29:08.193244 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-a15386e1-f10b-4ae5-a7a9-fc27c3af11cf service neutron] Port 45140cda-e36d-4218-9890-a40a38d60fe9 on network a85fc798-bf72-44d1-98a7-f03ad93a90ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82293 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 30 16:29:08.193586 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-a15386e1-f10b-4ae5-a7a9-fc27c3af11cf service neutron] Attempting to bind port 45140cda-e36d-4218-9890-a40a38d60fe9 on network a85fc798-bf72-44d1-98a7-f03ad93a90ce {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:29:08.200362 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-a15386e1-f10b-4ae5-a7a9-fc27c3af11cf service neutron] Checking agent: {'id': 'e529ec3e-5d50-4747-9e44-8ad3816b2791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82293', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'started_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:29:08.200690 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-a15386e1-f10b-4ae5-a7a9-fc27c3af11cf service neutron] Checking segment: {'id': '005c19c2-0268-4a94-89ab-9c38ffe4d6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a85fc798-bf72-44d1-98a7-f03ad93a90ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:29:08.201065 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-a15386e1-f10b-4ae5-a7a9-fc27c3af11cf service neutron] Bound using segment: {'id': '005c19c2-0268-4a94-89ab-9c38ffe4d6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a85fc798-bf72-44d1-98a7-f03ad93a90ce'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:29:08.201659 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-a15386e1-f10b-4ae5-a7a9-fc27c3af11cf service neutron] Bound port: 45140cda-e36d-4218-9890-a40a38d60fe9, host: hv-cinder-82293, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '005c19c2-0268-4a94-89ab-9c38ffe4d6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a85fc798-bf72-44d1-98a7-f03ad93a90ce'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:29:08.201997 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-a15386e1-f10b-4ae5-a7a9-fc27c3af11cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:08.290410 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-a15386e1-f10b-4ae5-a7a9-fc27c3af11cf service neutron] For port 45140cda-e36d-4218-9890-a40a38d60fe9, host hv-cinder-82293, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:29:08.293506 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-a15386e1-f10b-4ae5-a7a9-fc27c3af11cf service neutron] For port 45140cda-e36d-4218-9890-a40a38d60fe9, host hv-cinder-82293, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=45140cda-e36d-4218-9890-a40a38d60fe9,segment=NetworkSegment(005c19c2-0268-4a94-89ab-9c38ffe4d6c2),segment_id=005c19c2-0268-4a94-89ab-9c38ffe4d6c2)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:29:08.300481 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-a15386e1-f10b-4ae5-a7a9-fc27c3af11cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:08.364189 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-a15386e1-f10b-4ae5-a7a9-fc27c3af11cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:08.365564 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-a15386e1-f10b-4ae5-a7a9-fc27c3af11cf service neutron] 10.222.0.43 "PUT /v2.0/ports/45140cda-e36d-4218-9890-a40a38d60fe9 HTTP/1.1" status: 200  len: 1094 time: 1.1085958
Dec 30 16:29:08.365996 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '624cd0da-ab97-46d5-aa19-d73a179f254f', 'tag': '45140cda-e36d-4218-9890-a40a38d60fe9'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:29:08.384263 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15386e1-f10b-4ae5-a7a9-fc27c3af11cf service neutron] Pushing event updated for resources: {'Port': ['ID=45140cda-e36d-4218-9890-a40a38d60fe9,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:29:08.438975 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '624cd0da-ab97-46d5-aa19-d73a179f254f', 'tag': '45140cda-e36d-4218-9890-a40a38d60fe9', 'status': 'completed', 'code': 200}
Dec 30 16:29:08.479332 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-094ffdfd-1145-41c2-aaea-57643e5ac17a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ef5df19a268d4c8dacc1dec7fb9a4c5e&device_id=624cd0da-ab97-46d5-aa19-d73a179f254f HTTP/1.1" status: 200  len: 1097 time: 0.0729287
Dec 30 16:29:08.551014 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-4349e76c-4b57-4376-adfc-373acf8a063e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45140cda-e36d-4218-9890-a40a38d60fe9 HTTP/1.1" status: 200  len: 217 time: 0.0641632
Dec 30 16:29:08.613898 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-5b0e64ce-8aaf-490b-be31-7b81c979286f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:29:08.615179 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-5b0e64ce-8aaf-490b-be31-7b81c979286f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=abe4c0cf-8772-4a89-a9b0-f3fc799a55e5 HTTP/1.1" status: 200  len: 854 time: 0.0581601
Dec 30 16:29:08.660766 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-1cb82b79-22fb-4de8-b15c-f098b7fc5852 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a85fc798-bf72-44d1-98a7-f03ad93a90ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0375147
Dec 30 16:29:08.790460 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-03959051-0f06-41cd-aaaa-fccea7d4cf9d service neutron] 10.222.0.43 "GET /v2.0/networks/a85fc798-bf72-44d1-98a7-f03ad93a90ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224039
Dec 30 16:29:08.921504 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9426c673-8755-4975-bca9-9c5c8a5b1529 req-bca82a1a-5bf5-4e6e-9788-30cdf36810ba service neutron] 10.222.0.43 "GET /v2.0/networks/a85fc798-bf72-44d1-98a7-f03ad93a90ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232913
Dec 30 16:29:09.059369 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b15448a1-ddbb-49fd-8185-f5f66b104ca4 req-0e48c1bd-15e0-4c8b-b016-a906eb52838f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ef5df19a268d4c8dacc1dec7fb9a4c5e&device_id=624cd0da-ab97-46d5-aa19-d73a179f254f HTTP/1.1" status: 200  len: 1097 time: 0.0851655
Dec 30 16:29:09.316490 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15448a1-ddbb-49fd-8185-f5f66b104ca4 req-26e50f41-0a40-4b64-aad6-554b3ed26f43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:29:09.317851 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b15448a1-ddbb-49fd-8185-f5f66b104ca4 req-26e50f41-0a40-4b64-aad6-554b3ed26f43 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a85fc798-bf72-44d1-98a7-f03ad93a90ce HTTP/1.1" status: 200  len: 914 time: 0.2518687
Dec 30 16:29:09.387183 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5831c76-6007-4e50-8ce9-967ba2d5b026 req-4e0f2c8a-6ae8-44cf-8783-573566e4b4e6 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:29:09.388587 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f5831c76-6007-4e50-8ce9-967ba2d5b026 req-4e0f2c8a-6ae8-44cf-8783-573566e4b4e6 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/ports?device_id=624cd0da-ab97-46d5-aa19-d73a179f254f HTTP/1.1" status: 200  len: 944 time: 0.1610034
Dec 30 16:29:09.409720 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b15448a1-ddbb-49fd-8185-f5f66b104ca4 req-38e86ec3-75cc-43b3-8db1-b4a15f350010 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45140cda-e36d-4218-9890-a40a38d60fe9 HTTP/1.1" status: 200  len: 217 time: 0.0844812
Dec 30 16:29:09.482297 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f5831c76-6007-4e50-8ce9-967ba2d5b026 req-5386ab70-b1ac-4d94-996e-1afa80082149 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/security-groups?id=5503d29b-7e87-445c-a178-6f5511b8dc73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861125
Dec 30 16:29:09.487245 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15448a1-ddbb-49fd-8185-f5f66b104ca4 req-dbfcec17-669f-4f56-987c-6dafa0f801b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:29:09.488588 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b15448a1-ddbb-49fd-8185-f5f66b104ca4 req-dbfcec17-669f-4f56-987c-6dafa0f801b4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=abe4c0cf-8772-4a89-a9b0-f3fc799a55e5 HTTP/1.1" status: 200  len: 854 time: 0.0711217
Dec 30 16:29:09.539377 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b15448a1-ddbb-49fd-8185-f5f66b104ca4 req-dd27dfb4-2c10-49f3-949f-88794129fadf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a85fc798-bf72-44d1-98a7-f03ad93a90ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0427301
Dec 30 16:29:09.677825 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b15448a1-ddbb-49fd-8185-f5f66b104ca4 req-a05b9819-2cdb-4d9e-8346-7b9495fd0ea4 service neutron] 10.222.0.43 "GET /v2.0/networks/a85fc798-bf72-44d1-98a7-f03ad93a90ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1304188
Dec 30 16:29:09.822017 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b15448a1-ddbb-49fd-8185-f5f66b104ca4 req-7fa7b9ac-cbec-4a1c-a1e0-23f044eb4c9d service neutron] 10.222.0.43 "GET /v2.0/networks/a85fc798-bf72-44d1-98a7-f03ad93a90ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364360
Dec 30 16:29:10.689842 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fca085-bbca-4961-bad4-5a963302027e req-bd6917ec-2ba3-498d-859c-25244960a3df tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:29:10.691272 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-74fca085-bbca-4961-bad4-5a963302027e req-bd6917ec-2ba3-498d-859c-25244960a3df tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/ports?device_id=624cd0da-ab97-46d5-aa19-d73a179f254f HTTP/1.1" status: 200  len: 944 time: 0.0811317
Dec 30 16:29:10.735829 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-74fca085-bbca-4961-bad4-5a963302027e req-29fc05ac-5694-4f4a-a32a-d2b597c1f6cd tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/security-groups?id=5503d29b-7e87-445c-a178-6f5511b8dc73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389698
Dec 30 16:29:11.068344 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 45140cda-e36d-4218-9890-a40a38d60fe9 details requested by agent hyperv_hv-cinder-82293 with host hv-cinder-82293 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 30 16:29:11.206970 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 45140cda-e36d-4218-9890-a40a38d60fe9, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=45140cda-e36d-4218-9890-a40a38d60fe9,segment=NetworkSegment(005c19c2-0268-4a94-89ab-9c38ffe4d6c2),segment_id=005c19c2-0268-4a94-89ab-9c38ffe4d6c2)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:29:11.220827 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Returning: {'device': '45140cda-e36d-4218-9890-a40a38d60fe9', 'network_id': 'a85fc798-bf72-44d1-98a7-f03ad93a90ce', 'port_id': '45140cda-e36d-4218-9890-a40a38d60fe9', 'mac_address': 'fa:16:3e:76:d3:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe4c0cf-8772-4a89-a9b0-f3fc799a55e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 30 16:29:11.275653 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:11.293784 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45140cda-e36d-4218-9890-a40a38d60fe9 {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:29:11.310460 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 45140cda-e36d-4218-9890-a40a38d60fe9, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=45140cda-e36d-4218-9890-a40a38d60fe9,segment=NetworkSegment(005c19c2-0268-4a94-89ab-9c38ffe4d6c2),segment_id=005c19c2-0268-4a94-89ab-9c38ffe4d6c2)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:29:11.317762 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:11.394087 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=45140cda-e36d-4218-9890-a40a38d60fe9,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:29:11.402682 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:29:11.403021 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:29:11.403334 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:29:11.403683 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:29:11.404000 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:29:11.404323 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:29:11.404639 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:29:11.404960 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:29:11.405303 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:29:11.405614 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:29:11.405911 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:29:11.521633 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['45140cda-e36d-4218-9890-a40a38d60fe9'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:29:11.950785 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3a827-4d53-476d-a8af-b4301d6ae0ca req-80bd9dff-4cfa-4cab-b4d5-ac56432e272e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:29:11.952338 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-31e3a827-4d53-476d-a8af-b4301d6ae0ca req-80bd9dff-4cfa-4cab-b4d5-ac56432e272e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/ports?device_id=624cd0da-ab97-46d5-aa19-d73a179f254f HTTP/1.1" status: 200  len: 945 time: 0.0802546
Dec 30 16:29:12.003081 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-31e3a827-4d53-476d-a8af-b4301d6ae0ca req-fe1cf4b3-718a-4a8f-8918-ce7a5b106772 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/security-groups?id=5503d29b-7e87-445c-a178-6f5511b8dc73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416379
Dec 30 16:29:13.084366 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 45140cda-e36d-4218-9890-a40a38d60fe9 up at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:29:13.163216 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning for port 45140cda-e36d-4218-9890-a40a38d60fe9 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:29:13.167790 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning complete for port 45140cda-e36d-4218-9890-a40a38d60fe9 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:29:13.168151 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:13.225027 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd0d16-c9c0-4cb3-8658-fed4356a4371 req-08313e3e-4910-4e4b-aad7-30ad12a4d1b7 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:29:13.226530 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-72fd0d16-c9c0-4cb3-8658-fed4356a4371 req-08313e3e-4910-4e4b-aad7-30ad12a4d1b7 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/ports?device_id=624cd0da-ab97-46d5-aa19-d73a179f254f HTTP/1.1" status: 200  len: 945 time: 0.0780346
Dec 30 16:29:13.271565 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-72fd0d16-c9c0-4cb3-8658-fed4356a4371 req-c7272e7c-a905-4db1-af6e-b7b0e54dc7bb tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/security-groups?id=5503d29b-7e87-445c-a178-6f5511b8dc73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391297
Dec 30 16:29:13.278969 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:13.306270 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '624cd0da-ab97-46d5-aa19-d73a179f254f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45140cda-e36d-4218-9890-a40a38d60fe9'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:29:13.316836 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 45140cda-e36d-4218-9890-a40a38d60fe9, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=45140cda-e36d-4218-9890-a40a38d60fe9,segment=NetworkSegment(005c19c2-0268-4a94-89ab-9c38ffe4d6c2),segment_id=005c19c2-0268-4a94-89ab-9c38ffe4d6c2)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:29:13.321570 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:13.363889 dv-cinder-822939-1-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '624cd0da-ab97-46d5-aa19-d73a179f254f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45140cda-e36d-4218-9890-a40a38d60fe9', 'code': 200}
Dec 30 16:29:13.388367 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=45140cda-e36d-4218-9890-a40a38d60fe9,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:29:13.604265 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e01599dc-b6df-4541-97b8-c70cbb734f4f req-67657d59-d0f7-42c7-9b26-9672b4966a13 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=624cd0da-ab97-46d5-aa19-d73a179f254f HTTP/1.1" status: 200  len: 1099 time: 0.0792453
Dec 30 16:29:13.646251 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e01599dc-b6df-4541-97b8-c70cbb734f4f req-41da2c38-d8df-4ad1-82d8-36f2bab803b7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5503d29b-7e87-445c-a178-6f5511b8dc73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358851
Dec 30 16:29:14.476285 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a71d70-395a-406e-abe7-cfc6ce31bf6a req-f7dcc356-2f1a-4806-a0c7-8d4e4dcb98d3 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:29:14.477723 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f8a71d70-395a-406e-abe7-cfc6ce31bf6a req-f7dcc356-2f1a-4806-a0c7-8d4e4dcb98d3 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/ports?device_id=624cd0da-ab97-46d5-aa19-d73a179f254f HTTP/1.1" status: 200  len: 946 time: 0.0801609
Dec 30 16:29:14.526376 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-f8a71d70-395a-406e-abe7-cfc6ce31bf6a req-5a9fbd89-b0d0-4a3f-b735-c3a1049789af tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/security-groups?id=5503d29b-7e87-445c-a178-6f5511b8dc73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430615
Dec 30 16:29:15.160228 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-2718fd73-73da-476b-be73-5b32828f5312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:15.761588 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592db423-8fde-4bf2-b7c9-28b55563bcca req-de32c943-0ba1-48ef-af37-2e71ecd97262 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:29:15.763084 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-592db423-8fde-4bf2-b7c9-28b55563bcca req-de32c943-0ba1-48ef-af37-2e71ecd97262 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/ports?device_id=624cd0da-ab97-46d5-aa19-d73a179f254f HTTP/1.1" status: 200  len: 946 time: 0.0898678
Dec 30 16:29:15.812930 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-592db423-8fde-4bf2-b7c9-28b55563bcca req-bb47a339-5e08-4911-94fc-547fe9a57cc3 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/security-groups?id=5503d29b-7e87-445c-a178-6f5511b8dc73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418289
Dec 30 16:29:17.357462 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-dcef62b6-7f16-4b32-9e70-ed80ab04a074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:18.358588 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:18.684503 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:19.828856 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:22.669624 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:23.598734 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:29:26.344187 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ef556637-7993-46cc-a765-4c8d2fd0afc9 req-0ecf4eba-45ea-4b25-a7bf-7e25c3ce9cfe service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a59a70ff-2efc-4f16-8cf9-ca104a1121a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0724776
Dec 30 16:29:26.489485 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ef556637-7993-46cc-a765-4c8d2fd0afc9 req-93e8e9b9-a8e0-45bc-a8b4-6a659d3b7dbd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8af8fbcb423a4e06a7f9d1e93b560913&device_id=a59a70ff-2efc-4f16-8cf9-ca104a1121a3 HTTP/1.1" status: 200  len: 1099 time: 0.0748532
Dec 30 16:29:26.635942 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef556637-7993-46cc-a765-4c8d2fd0afc9 req-485f7a99-2a2e-4970-8ede-0db418aeede2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:29:26.637417 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ef556637-7993-46cc-a765-4c8d2fd0afc9 req-485f7a99-2a2e-4970-8ede-0db418aeede2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=011cf0cf-0324-4c17-b0df-79ea91127cf5 HTTP/1.1" status: 200  len: 911 time: 0.1274931
Dec 30 16:29:26.743382 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ef556637-7993-46cc-a765-4c8d2fd0afc9 req-a98b8103-afee-44a1-ac2c-9802f12feb10 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41b74b06-a78f-4dac-a79f-cf8eafd6c4cd HTTP/1.1" status: 200  len: 1002 time: 0.0950968
Dec 30 16:29:26.808788 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef556637-7993-46cc-a765-4c8d2fd0afc9 req-f7749938-ef7b-4deb-ac12-a581941abb43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:29:26.810217 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ef556637-7993-46cc-a765-4c8d2fd0afc9 req-f7749938-ef7b-4deb-ac12-a581941abb43 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a18b911b-dc27-4450-928c-21f993c9c052 HTTP/1.1" status: 200  len: 850 time: 0.0604963
Dec 30 16:29:26.888927 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ef556637-7993-46cc-a765-4c8d2fd0afc9 req-79510634-8657-4bf3-a915-0fb47533b84c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=011cf0cf-0324-4c17-b0df-79ea91127cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0705934
Dec 30 16:29:27.031069 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ef556637-7993-46cc-a765-4c8d2fd0afc9 req-ccbb7603-bf80-460a-b32d-b9ce8280a051 service neutron] 10.222.0.43 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1326027
Dec 30 16:29:27.248142 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ef556637-7993-46cc-a765-4c8d2fd0afc9 req-b10d38fc-99a3-44a5-950f-e0473752a24e service neutron] 10.222.0.43 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2106810
Dec 30 16:29:45.162213 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0894f552-a63d-4d97-9e95-fd30d9cd0c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:47.362132 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-467759c9-6d19-4336-9b2c-d8936248965e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:48.360126 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:48.682461 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:49.832526 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:52.670500 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:57.195975 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6998ea25-df8e-40c5-affa-8fa2287952f5 req-eac1f99f-4cc1-4b7e-9c18-0243f021a163 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:29:57.197388 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6998ea25-df8e-40c5-affa-8fa2287952f5 req-eac1f99f-4cc1-4b7e-9c18-0243f021a163 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/ports?device_id=624cd0da-ab97-46d5-aa19-d73a179f254f HTTP/1.1" status: 200  len: 946 time: 0.0798047
Dec 30 16:29:57.257465 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6998ea25-df8e-40c5-affa-8fa2287952f5 req-8c02ce7a-04dd-4f13-a83b-b5a91328c771 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/security-groups?id=5503d29b-7e87-445c-a178-6f5511b8dc73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531383
Dec 30 16:29:58.574020 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0666b24-434a-41de-8ea6-a23cb69ede6e req-ac0967c8-d0b3-4c52-8ae0-d9a9b0ffc893 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:29:58.575414 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d0666b24-434a-41de-8ea6-a23cb69ede6e req-ac0967c8-d0b3-4c52-8ae0-d9a9b0ffc893 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/ports?device_id=624cd0da-ab97-46d5-aa19-d73a179f254f HTTP/1.1" status: 200  len: 946 time: 0.1694000
Dec 30 16:29:58.626480 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d0666b24-434a-41de-8ea6-a23cb69ede6e req-888e957d-b4b2-491c-9569-0ce4068ed9eb tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/security-groups?id=5503d29b-7e87-445c-a178-6f5511b8dc73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427682
Dec 30 16:29:58.671032 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4c70e-1231-46f0-817a-99cebaa0e0fe req-7577ae17-8745-4e16-ad52-760e4407d176 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:29:58.672466 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f2e4c70e-1231-46f0-817a-99cebaa0e0fe req-7577ae17-8745-4e16-ad52-760e4407d176 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.43 "GET /v2.0/ports?device_id=624cd0da-ab97-46d5-aa19-d73a179f254f HTTP/1.1" status: 200  len: 946 time: 0.0772185
Dec 30 16:29:58.741378 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-f2e4c70e-1231-46f0-817a-99cebaa0e0fe req-b33aa083-7411-4eda-8f3e-dc8dff2fd4a8 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Deleting port 45140cda-e36d-4218-9890-a40a38d60fe9 {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:29:58.741656 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-f2e4c70e-1231-46f0-817a-99cebaa0e0fe req-b33aa083-7411-4eda-8f3e-dc8dff2fd4a8 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:59.006895 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-f2e4c70e-1231-46f0-817a-99cebaa0e0fe req-b33aa083-7411-4eda-8f3e-dc8dff2fd4a8 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] For port 45140cda-e36d-4218-9890-a40a38d60fe9, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=45140cda-e36d-4218-9890-a40a38d60fe9,segment=NetworkSegment(005c19c2-0268-4a94-89ab-9c38ffe4d6c2),segment_id=005c19c2-0268-4a94-89ab-9c38ffe4d6c2)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:29:59.007199 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-f2e4c70e-1231-46f0-817a-99cebaa0e0fe req-b33aa083-7411-4eda-8f3e-dc8dff2fd4a8 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:59.125391 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-f2e4c70e-1231-46f0-817a-99cebaa0e0fe req-b33aa083-7411-4eda-8f3e-dc8dff2fd4a8 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Calling delete_port for 45140cda-e36d-4218-9890-a40a38d60fe9 owned by compute:nova {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:29:59.274389 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-f2e4c70e-1231-46f0-817a-99cebaa0e0fe req-b33aa083-7411-4eda-8f3e-dc8dff2fd4a8 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:59.287247 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['45140cda-e36d-4218-9890-a40a38d60fe9'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:29:59.325637 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33aa083-7411-4eda-8f3e-dc8dff2fd4a8 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Pushing event deleted for resources: {'Port': ['ID=45140cda-e36d-4218-9890-a40a38d60fe9,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:29:59.406920 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e4c70e-1231-46f0-817a-99cebaa0e0fe req-b33aa083-7411-4eda-8f3e-dc8dff2fd4a8 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] No DVR routers for this DVR port 45140cda-e36d-4218-9890-a40a38d60fe9 on host hv-cinder-82293 {{(pid=82857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 30 16:29:59.409532 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-f2e4c70e-1231-46f0-817a-99cebaa0e0fe req-b33aa083-7411-4eda-8f3e-dc8dff2fd4a8 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:29:59.411947 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '624cd0da-ab97-46d5-aa19-d73a179f254f', 'name': 'network-vif-deleted', 'tag': '45140cda-e36d-4218-9890-a40a38d60fe9'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:29:59.428479 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f2e4c70e-1231-46f0-817a-99cebaa0e0fe req-b33aa083-7411-4eda-8f3e-dc8dff2fd4a8 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.43 "DELETE /v2.0/ports/45140cda-e36d-4218-9890-a40a38d60fe9 HTTP/1.1" status: 204  len: 173 time: 0.7500484
Dec 30 16:29:59.468624 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '624cd0da-ab97-46d5-aa19-d73a179f254f', 'name': 'network-vif-deleted', 'tag': '45140cda-e36d-4218-9890-a40a38d60fe9', 'status': 'completed', 'code': 200}
Dec 30 16:29:59.816843 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-30f3cbbc-5850-42be-ad0a-c15338d2fe40 req-099feef8-8b7a-4100-b827-90dc745953d2 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/ports?device_id=624cd0da-ab97-46d5-aa19-d73a179f254f HTTP/1.1" status: 200  len: 210 time: 0.0444446
Dec 30 16:30:00.605702 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:30:01.330369 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 45140cda-e36d-4218-9890-a40a38d60fe9 no longer exists at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:30:01.364621 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] No Port match for: 45140cda-e36d-4218-9890-a40a38d60fe9 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:30:01.364955 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 45140cda-e36d-4218-9890-a40a38d60fe9 not bound to the agent host hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:30:09.418529 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298decc-7987-4141-a99e-3a467008f376 req-7e83eebf-fab5-4e75-ae0b-5895366759ed tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:30:09.419958 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c298decc-7987-4141-a99e-3a467008f376 req-7e83eebf-fab5-4e75-ae0b-5895366759ed tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/networks?id=a85fc798-bf72-44d1-98a7-f03ad93a90ce HTTP/1.1" status: 200  len: 814 time: 0.1434951
Dec 30 16:30:09.435928 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c298decc-7987-4141-a99e-3a467008f376 req-3be7dc70-67d8-4ff4-8530-098ca27b7aed tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/quotas/ef5df19a268d4c8dacc1dec7fb9a4c5e HTTP/1.1" status: 200  len: 375 time: 0.0105760
Dec 30 16:30:09.480760 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c298decc-7987-4141-a99e-3a467008f376 req-a0b10304-ee2a-4fe5-b1b0-a8b466b39548 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ef5df19a268d4c8dacc1dec7fb9a4c5e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0399170
Dec 30 16:30:09.613128 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c298decc-7987-4141-a99e-3a467008f376 req-82ec89d8-50d8-4f08-befc-0d0ea33adcdb service neutron] 10.222.0.31 "GET /v2.0/networks/a85fc798-bf72-44d1-98a7-f03ad93a90ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255875
Dec 30 16:30:09.756457 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-c298decc-7987-4141-a99e-3a467008f376 req-227d36da-889e-4659-9a04-c7611a3ffad7 service neutron] 10.222.0.31 "GET /v2.0/networks/a85fc798-bf72-44d1-98a7-f03ad93a90ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1373174
Dec 30 16:30:09.943660 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-8c5dff08-2e14-4ce3-bf91-41affb3caca7 req-15ff21f3-c129-4eb8-8f76-77f6438bab1e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Synchronizing usage tracker for tenant:ef5df19a268d4c8dacc1dec7fb9a4c5e on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:30:09.959516 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-8c5dff08-2e14-4ce3-bf91-41affb3caca7 req-15ff21f3-c129-4eb8-8f76-77f6438bab1e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Unset dirty status for tenant:ef5df19a268d4c8dacc1dec7fb9a4c5e on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:30:09.960766 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8c5dff08-2e14-4ce3-bf91-41affb3caca7 req-15ff21f3-c129-4eb8-8f76-77f6438bab1e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/ports?device_id=2679308a-3a12-4c97-a48a-64704dda3858 HTTP/1.1" status: 200  len: 210 time: 0.0576396
Dec 30 16:30:11.128362 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cd307fbd-5f19-4bba-88c0-260644891675 req-2c1ae305-22ee-491d-999d-ff0c6319ca6f tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/ports?device_id=2679308a-3a12-4c97-a48a-64704dda3858 HTTP/1.1" status: 200  len: 210 time: 0.0435603
Dec 30 16:30:11.230227 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298decc-7987-4141-a99e-3a467008f376 req-d195f99c-5aa3-49eb-9a9e-5800e34d8304 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:30:11.231621 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c298decc-7987-4141-a99e-3a467008f376 req-d195f99c-5aa3-49eb-9a9e-5800e34d8304 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.43 "GET /v2.0/networks?id=a85fc798-bf72-44d1-98a7-f03ad93a90ce HTTP/1.1" status: 200  len: 814 time: 0.1500838
Dec 30 16:30:11.249684 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-c298decc-7987-4141-a99e-3a467008f376 req-6b1c6f61-a052-4872-a470-de5f37504c5e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Request body: {'port': {'device_id': '2679308a-3a12-4c97-a48a-64704dda3858', 'network_id': 'a85fc798-bf72-44d1-98a7-f03ad93a90ce', 'admin_state_up': True, 'tenant_id': 'ef5df19a268d4c8dacc1dec7fb9a4c5e'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:30:11.381974 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-c298decc-7987-4141-a99e-3a467008f376 req-6b1c6f61-a052-4872-a470-de5f37504c5e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:30:11.392226 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-c298decc-7987-4141-a99e-3a467008f376 req-6b1c6f61-a052-4872-a470-de5f37504c5e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:30:11.404074 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c298decc-7987-4141-a99e-3a467008f376 req-6b1c6f61-a052-4872-a470-de5f37504c5e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Made reservation on behalf of ef5df19a268d4c8dacc1dec7fb9a4c5e for: {'port': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:30:11.407004 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-c298decc-7987-4141-a99e-3a467008f376 req-6b1c6f61-a052-4872-a470-de5f37504c5e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:11.566116 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [req-c298decc-7987-4141-a99e-3a467008f376 req-6b1c6f61-a052-4872-a470-de5f37504c5e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Allocated IP 172.20.0.14 (a85fc798-bf72-44d1-98a7-f03ad93a90ce/abe4c0cf-8772-4a89-a9b0-f3fc799a55e5/3f7ee1a4-358b-48c6-982b-555bc5cc11bf) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:30:11.774955 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-c298decc-7987-4141-a99e-3a467008f376 req-6b1c6f61-a052-4872-a470-de5f37504c5e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:11.804249 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-c298decc-7987-4141-a99e-3a467008f376 req-6b1c6f61-a052-4872-a470-de5f37504c5e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:11.878031 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c298decc-7987-4141-a99e-3a467008f376 req-6b1c6f61-a052-4872-a470-de5f37504c5e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Network a85fc798-bf72-44d1-98a7-f03ad93a90ce is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:30:11.881065 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [req-c298decc-7987-4141-a99e-3a467008f376 req-6b1c6f61-a052-4872-a470-de5f37504c5e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:30:11.885353 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-c298decc-7987-4141-a99e-3a467008f376 req-6b1c6f61-a052-4872-a470-de5f37504c5e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:30:11.912512 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1c6f61-a052-4872-a470-de5f37504c5e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Pushing event updated for resources: {'Port': ['ID=3f7ee1a4-358b-48c6-982b-555bc5cc11bf,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:30:11.935683 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c6f61-a052-4872-a470-de5f37504c5e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:30:11.936014 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c6f61-a052-4872-a470-de5f37504c5e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:30:11.936344 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c6f61-a052-4872-a470-de5f37504c5e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:30:11.936668 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c6f61-a052-4872-a470-de5f37504c5e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:30:11.937008 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c6f61-a052-4872-a470-de5f37504c5e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:30:11.937350 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c6f61-a052-4872-a470-de5f37504c5e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:30:11.937666 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c6f61-a052-4872-a470-de5f37504c5e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:30:11.937985 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c6f61-a052-4872-a470-de5f37504c5e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:30:11.938299 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c6f61-a052-4872-a470-de5f37504c5e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:30:11.938612 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c6f61-a052-4872-a470-de5f37504c5e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:30:11.938895 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b1c6f61-a052-4872-a470-de5f37504c5e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:30:11.956381 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298decc-7987-4141-a99e-3a467008f376 req-6b1c6f61-a052-4872-a470-de5f37504c5e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:30:11.957010 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-c298decc-7987-4141-a99e-3a467008f376 req-6b1c6f61-a052-4872-a470-de5f37504c5e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:11.983563 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c298decc-7987-4141-a99e-3a467008f376 req-6b1c6f61-a052-4872-a470-de5f37504c5e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7375867
Dec 30 16:30:11.993688 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [req-c298decc-7987-4141-a99e-3a467008f376 req-8859b3bd-e4e0-4867-bc25-b93410f90b7c tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=82857) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 30 16:30:11.994638 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c298decc-7987-4141-a99e-3a467008f376 req-8859b3bd-e4e0-4867-bc25-b93410f90b7c tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0048854
Dec 30 16:30:12.074843 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-c298decc-7987-4141-a99e-3a467008f376 req-af62190e-3f32-4b59-ab2b-289457aa2022 service neutron] Request body: {'port': {'device_id': '2679308a-3a12-4c97-a48a-64704dda3858', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82293'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:30:12.183925 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-c298decc-7987-4141-a99e-3a467008f376 req-af62190e-3f32-4b59-ab2b-289457aa2022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:12.544484 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a8a8d-e816-4f7b-bc18-0271f1cd4a55 req-e13a182c-8904-4e39-ae05-65c7a785c7c3 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:30:12.545209 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-e85a8a8d-e816-4f7b-bc18-0271f1cd4a55 req-e13a182c-8904-4e39-ae05-65c7a785c7c3 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Synchronizing usage tracker for tenant:ef5df19a268d4c8dacc1dec7fb9a4c5e on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:30:12.589658 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-e85a8a8d-e816-4f7b-bc18-0271f1cd4a55 req-e13a182c-8904-4e39-ae05-65c7a785c7c3 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Unset dirty status for tenant:ef5df19a268d4c8dacc1dec7fb9a4c5e on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:30:12.590796 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e85a8a8d-e816-4f7b-bc18-0271f1cd4a55 req-e13a182c-8904-4e39-ae05-65c7a785c7c3 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/ports?device_id=2679308a-3a12-4c97-a48a-64704dda3858 HTTP/1.1" status: 200  len: 932 time: 0.2651718
Dec 30 16:30:12.688504 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e85a8a8d-e816-4f7b-bc18-0271f1cd4a55 req-164a18bf-085d-4aa6-8e7b-2cc6fdcea2ec tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/security-groups?id=5503d29b-7e87-445c-a178-6f5511b8dc73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899405
Dec 30 16:30:12.712116 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [req-c298decc-7987-4141-a99e-3a467008f376 req-af62190e-3f32-4b59-ab2b-289457aa2022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f7ee1a4-358b-48c6-982b-555bc5cc11bf {{(pid=82857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:30:12.721490 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-c298decc-7987-4141-a99e-3a467008f376 req-af62190e-3f32-4b59-ab2b-289457aa2022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:12.736467 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-c298decc-7987-4141-a99e-3a467008f376 req-af62190e-3f32-4b59-ab2b-289457aa2022 service neutron] Transition to ACTIVE for port object 3f7ee1a4-358b-48c6-982b-555bc5cc11bf will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:30:12.741227 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-c298decc-7987-4141-a99e-3a467008f376 req-af62190e-3f32-4b59-ab2b-289457aa2022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:12.868938 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62190e-3f32-4b59-ab2b-289457aa2022 service neutron] Pushing event updated for resources: {'Port': ['ID=3f7ee1a4-358b-48c6-982b-555bc5cc11bf,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:30:12.978580 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-c298decc-7987-4141-a99e-3a467008f376 req-af62190e-3f32-4b59-ab2b-289457aa2022 service neutron] Attempting to bind port 3f7ee1a4-358b-48c6-982b-555bc5cc11bf on host hv-cinder-82293 for vnic_type normal with profile  {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:30:12.978902 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-c298decc-7987-4141-a99e-3a467008f376 req-af62190e-3f32-4b59-ab2b-289457aa2022 service neutron] Attempting to bind port 3f7ee1a4-358b-48c6-982b-555bc5cc11bf by drivers openvswitch,hyperv on host hv-cinder-82293 at level 0 using segments [{'id': '005c19c2-0268-4a94-89ab-9c38ffe4d6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a85fc798-bf72-44d1-98a7-f03ad93a90ce'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:30:12.979223 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c298decc-7987-4141-a99e-3a467008f376 req-af62190e-3f32-4b59-ab2b-289457aa2022 service neutron] Attempting to bind port 3f7ee1a4-358b-48c6-982b-555bc5cc11bf on network a85fc798-bf72-44d1-98a7-f03ad93a90ce {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:30:12.984794 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c298decc-7987-4141-a99e-3a467008f376 req-af62190e-3f32-4b59-ab2b-289457aa2022 service neutron] Port 3f7ee1a4-358b-48c6-982b-555bc5cc11bf on network a85fc798-bf72-44d1-98a7-f03ad93a90ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82293 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 30 16:30:12.985109 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c298decc-7987-4141-a99e-3a467008f376 req-af62190e-3f32-4b59-ab2b-289457aa2022 service neutron] Attempting to bind port 3f7ee1a4-358b-48c6-982b-555bc5cc11bf on network a85fc798-bf72-44d1-98a7-f03ad93a90ce {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:30:12.992077 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c298decc-7987-4141-a99e-3a467008f376 req-af62190e-3f32-4b59-ab2b-289457aa2022 service neutron] Checking agent: {'id': 'e529ec3e-5d50-4747-9e44-8ad3816b2791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82293', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'started_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:30:12.992399 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c298decc-7987-4141-a99e-3a467008f376 req-af62190e-3f32-4b59-ab2b-289457aa2022 service neutron] Checking segment: {'id': '005c19c2-0268-4a94-89ab-9c38ffe4d6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a85fc798-bf72-44d1-98a7-f03ad93a90ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:30:12.992775 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c298decc-7987-4141-a99e-3a467008f376 req-af62190e-3f32-4b59-ab2b-289457aa2022 service neutron] Bound using segment: {'id': '005c19c2-0268-4a94-89ab-9c38ffe4d6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a85fc798-bf72-44d1-98a7-f03ad93a90ce'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:30:12.993182 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-c298decc-7987-4141-a99e-3a467008f376 req-af62190e-3f32-4b59-ab2b-289457aa2022 service neutron] Bound port: 3f7ee1a4-358b-48c6-982b-555bc5cc11bf, host: hv-cinder-82293, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '005c19c2-0268-4a94-89ab-9c38ffe4d6c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'a85fc798-bf72-44d1-98a7-f03ad93a90ce'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:30:12.993539 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-c298decc-7987-4141-a99e-3a467008f376 req-af62190e-3f32-4b59-ab2b-289457aa2022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:13.094743 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-c298decc-7987-4141-a99e-3a467008f376 req-af62190e-3f32-4b59-ab2b-289457aa2022 service neutron] For port 3f7ee1a4-358b-48c6-982b-555bc5cc11bf, host hv-cinder-82293, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:30:13.098300 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-c298decc-7987-4141-a99e-3a467008f376 req-af62190e-3f32-4b59-ab2b-289457aa2022 service neutron] For port 3f7ee1a4-358b-48c6-982b-555bc5cc11bf, host hv-cinder-82293, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=3f7ee1a4-358b-48c6-982b-555bc5cc11bf,segment=NetworkSegment(005c19c2-0268-4a94-89ab-9c38ffe4d6c2),segment_id=005c19c2-0268-4a94-89ab-9c38ffe4d6c2)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:30:13.105681 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-c298decc-7987-4141-a99e-3a467008f376 req-af62190e-3f32-4b59-ab2b-289457aa2022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:13.177636 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-c298decc-7987-4141-a99e-3a467008f376 req-af62190e-3f32-4b59-ab2b-289457aa2022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:13.178972 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c298decc-7987-4141-a99e-3a467008f376 req-af62190e-3f32-4b59-ab2b-289457aa2022 service neutron] 10.222.0.43 "PUT /v2.0/ports/3f7ee1a4-358b-48c6-982b-555bc5cc11bf HTTP/1.1" status: 200  len: 1094 time: 1.1774721
Dec 30 16:30:13.179388 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2679308a-3a12-4c97-a48a-64704dda3858', 'tag': '3f7ee1a4-358b-48c6-982b-555bc5cc11bf'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:30:13.198479 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62190e-3f32-4b59-ab2b-289457aa2022 service neutron] Pushing event updated for resources: {'Port': ['ID=3f7ee1a4-358b-48c6-982b-555bc5cc11bf,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:30:13.250613 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2679308a-3a12-4c97-a48a-64704dda3858', 'tag': '3f7ee1a4-358b-48c6-982b-555bc5cc11bf', 'status': 'completed', 'code': 200}
Dec 30 16:30:13.293024 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c298decc-7987-4141-a99e-3a467008f376 req-a1258f41-4170-48bd-a4e7-949f0694515b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ef5df19a268d4c8dacc1dec7fb9a4c5e&device_id=2679308a-3a12-4c97-a48a-64704dda3858 HTTP/1.1" status: 200  len: 1097 time: 0.0731761
Dec 30 16:30:13.362591 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c298decc-7987-4141-a99e-3a467008f376 req-6e356b1d-39b7-43cb-98a9-ca5f0695cf72 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f7ee1a4-358b-48c6-982b-555bc5cc11bf HTTP/1.1" status: 200  len: 217 time: 0.0624843
Dec 30 16:30:13.424822 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c298decc-7987-4141-a99e-3a467008f376 req-58237dbb-9bfc-4b17-acfb-1c76fc6c28db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:30:13.426281 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c298decc-7987-4141-a99e-3a467008f376 req-58237dbb-9bfc-4b17-acfb-1c76fc6c28db service neutron] 10.222.0.43 "GET /v2.0/subnets?id=abe4c0cf-8772-4a89-a9b0-f3fc799a55e5 HTTP/1.1" status: 200  len: 854 time: 0.0580475
Dec 30 16:30:13.474587 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c298decc-7987-4141-a99e-3a467008f376 req-7cfa9be1-e920-47c3-adbe-e274606f11ba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a85fc798-bf72-44d1-98a7-f03ad93a90ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0418622
Dec 30 16:30:13.605404 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c298decc-7987-4141-a99e-3a467008f376 req-cbf437c9-7ca0-4e00-9ee2-01cb74206295 service neutron] 10.222.0.43 "GET /v2.0/networks/a85fc798-bf72-44d1-98a7-f03ad93a90ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247008
Dec 30 16:30:13.747951 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c298decc-7987-4141-a99e-3a467008f376 req-d58829ed-60c4-4404-9f33-27f6a0aca465 service neutron] 10.222.0.43 "GET /v2.0/networks/a85fc798-bf72-44d1-98a7-f03ad93a90ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1362984
Dec 30 16:30:13.921439 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e6a5e1a3-ff79-4d06-8e03-aceac39bf69b req-4afbdd53-571c-41f3-ac79-71e28680907d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ef5df19a268d4c8dacc1dec7fb9a4c5e&device_id=2679308a-3a12-4c97-a48a-64704dda3858 HTTP/1.1" status: 200  len: 1097 time: 0.1229317
Dec 30 16:30:13.930130 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29590e-c42e-4b2e-8334-9f2c21518775 req-be3274e3-75bf-4f06-b5c9-80e030303baa tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:30:13.931446 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4f29590e-c42e-4b2e-8334-9f2c21518775 req-be3274e3-75bf-4f06-b5c9-80e030303baa tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/ports?device_id=2679308a-3a12-4c97-a48a-64704dda3858 HTTP/1.1" status: 200  len: 944 time: 0.1001008
Dec 30 16:30:14.148105 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-4f29590e-c42e-4b2e-8334-9f2c21518775 req-de3112a4-8576-41ab-8580-6a9d4cf1b430 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/security-groups?id=5503d29b-7e87-445c-a178-6f5511b8dc73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1960466
Dec 30 16:30:14.171407 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5e1a3-ff79-4d06-8e03-aceac39bf69b req-9437a81b-78d4-462d-957d-cab2c7cdafa7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:30:14.172889 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e6a5e1a3-ff79-4d06-8e03-aceac39bf69b req-9437a81b-78d4-462d-957d-cab2c7cdafa7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a85fc798-bf72-44d1-98a7-f03ad93a90ce HTTP/1.1" status: 200  len: 914 time: 0.2405672
Dec 30 16:30:14.240340 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e6a5e1a3-ff79-4d06-8e03-aceac39bf69b req-da550c15-6857-43f2-a489-8d87cded1a0b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3f7ee1a4-358b-48c6-982b-555bc5cc11bf HTTP/1.1" status: 200  len: 217 time: 0.0607889
Dec 30 16:30:14.306842 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5e1a3-ff79-4d06-8e03-aceac39bf69b req-5b4ca50d-0320-4deb-95cd-dbd22a01b464 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:30:14.308214 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e6a5e1a3-ff79-4d06-8e03-aceac39bf69b req-5b4ca50d-0320-4deb-95cd-dbd22a01b464 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=abe4c0cf-8772-4a89-a9b0-f3fc799a55e5 HTTP/1.1" status: 200  len: 854 time: 0.0601280
Dec 30 16:30:14.359952 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e6a5e1a3-ff79-4d06-8e03-aceac39bf69b req-4cf57260-b7dc-427b-afd7-7d86db35d9fb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a85fc798-bf72-44d1-98a7-f03ad93a90ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0438564
Dec 30 16:30:14.492495 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e6a5e1a3-ff79-4d06-8e03-aceac39bf69b req-89d506c4-5fd2-4203-8de5-4cd51ccf2644 service neutron] 10.222.0.43 "GET /v2.0/networks/a85fc798-bf72-44d1-98a7-f03ad93a90ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255126
Dec 30 16:30:14.623581 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e6a5e1a3-ff79-4d06-8e03-aceac39bf69b req-672fdf57-debc-4c13-8ed4-f826ac14c2b2 service neutron] 10.222.0.43 "GET /v2.0/networks/a85fc798-bf72-44d1-98a7-f03ad93a90ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246846
Dec 30 16:30:15.160587 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d9a1ded1-874a-4d26-bc64-f2a4d1eec74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:15.394096 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 3f7ee1a4-358b-48c6-982b-555bc5cc11bf details requested by agent hyperv_hv-cinder-82293 with host hv-cinder-82293 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 30 16:30:15.441936 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec3a28-550f-4cb8-8d8e-a0a7267769ec req-a794269f-dd4e-4736-9198-d6156a20d72c tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:30:15.443450 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-21ec3a28-550f-4cb8-8d8e-a0a7267769ec req-a794269f-dd4e-4736-9198-d6156a20d72c tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/ports?device_id=2679308a-3a12-4c97-a48a-64704dda3858 HTTP/1.1" status: 200  len: 944 time: 0.1708593
Dec 30 16:30:15.489069 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-21ec3a28-550f-4cb8-8d8e-a0a7267769ec req-3e5a3e08-7f67-4c77-9404-7dcf5bf41d86 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/security-groups?id=5503d29b-7e87-445c-a178-6f5511b8dc73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394495
Dec 30 16:30:15.559555 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 3f7ee1a4-358b-48c6-982b-555bc5cc11bf, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=3f7ee1a4-358b-48c6-982b-555bc5cc11bf,segment=NetworkSegment(005c19c2-0268-4a94-89ab-9c38ffe4d6c2),segment_id=005c19c2-0268-4a94-89ab-9c38ffe4d6c2)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:30:15.572885 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Returning: {'device': '3f7ee1a4-358b-48c6-982b-555bc5cc11bf', 'network_id': 'a85fc798-bf72-44d1-98a7-f03ad93a90ce', 'port_id': '3f7ee1a4-358b-48c6-982b-555bc5cc11bf', 'mac_address': 'fa:16:3e:b3:c4:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe4c0cf-8772-4a89-a9b0-f3fc799a55e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 30 16:30:15.625971 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:15.644908 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f7ee1a4-358b-48c6-982b-555bc5cc11bf {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:30:15.659908 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 3f7ee1a4-358b-48c6-982b-555bc5cc11bf, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=3f7ee1a4-358b-48c6-982b-555bc5cc11bf,segment=NetworkSegment(005c19c2-0268-4a94-89ab-9c38ffe4d6c2),segment_id=005c19c2-0268-4a94-89ab-9c38ffe4d6c2)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:30:15.664777 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:15.734971 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=3f7ee1a4-358b-48c6-982b-555bc5cc11bf,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:30:15.743330 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:30:15.743668 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:30:15.743998 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:30:15.744345 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:30:15.744652 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:30:15.744963 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:30:15.745320 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:30:15.745626 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:30:15.745938 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:30:15.746246 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:30:15.746555 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:30:15.896305 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['3f7ee1a4-358b-48c6-982b-555bc5cc11bf'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:30:16.706666 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34b21a-eb2e-4e04-b931-30fe6cabf8f9 req-effd1eeb-2df7-4865-81ee-ed3a05972a16 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:30:16.708148 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0f34b21a-eb2e-4e04-b931-30fe6cabf8f9 req-effd1eeb-2df7-4865-81ee-ed3a05972a16 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/ports?device_id=2679308a-3a12-4c97-a48a-64704dda3858 HTTP/1.1" status: 200  len: 945 time: 0.0836723
Dec 30 16:30:16.757806 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0f34b21a-eb2e-4e04-b931-30fe6cabf8f9 req-49d73b93-194f-41d7-a25f-f02c6d300ab1 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/security-groups?id=5503d29b-7e87-445c-a178-6f5511b8dc73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411897
Dec 30 16:30:17.372511 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-ceb982f9-fef8-423c-9e06-d9465f517be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:17.409622 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 3f7ee1a4-358b-48c6-982b-555bc5cc11bf up at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:30:17.488980 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning for port 3f7ee1a4-358b-48c6-982b-555bc5cc11bf completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:30:17.493499 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning complete for port 3f7ee1a4-358b-48c6-982b-555bc5cc11bf triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:30:17.493861 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:17.603495 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:17.629528 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2679308a-3a12-4c97-a48a-64704dda3858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7ee1a4-358b-48c6-982b-555bc5cc11bf'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:30:17.639198 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port 3f7ee1a4-358b-48c6-982b-555bc5cc11bf, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=3f7ee1a4-358b-48c6-982b-555bc5cc11bf,segment=NetworkSegment(005c19c2-0268-4a94-89ab-9c38ffe4d6c2),segment_id=005c19c2-0268-4a94-89ab-9c38ffe4d6c2)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:30:17.646821 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:17.687993 dv-cinder-822939-1-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2679308a-3a12-4c97-a48a-64704dda3858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f7ee1a4-358b-48c6-982b-555bc5cc11bf', 'code': 200}
Dec 30 16:30:17.714932 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=3f7ee1a4-358b-48c6-982b-555bc5cc11bf,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:30:17.995159 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b520df8c-06c4-4db1-a576-9e392269a08f req-30da8e55-a1b3-4087-a91c-f9a0239fec4b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2679308a-3a12-4c97-a48a-64704dda3858 HTTP/1.1" status: 200  len: 1099 time: 0.1273375
Dec 30 16:30:18.001187 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a928b21b-9c11-483f-8378-856f029e3e18 req-7e64d44c-0381-487a-a5e6-9ee5d1e353fc tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:30:18.002476 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a928b21b-9c11-483f-8378-856f029e3e18 req-7e64d44c-0381-487a-a5e6-9ee5d1e353fc tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/ports?device_id=2679308a-3a12-4c97-a48a-64704dda3858 HTTP/1.1" status: 200  len: 946 time: 0.1021769
Dec 30 16:30:18.068490 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b520df8c-06c4-4db1-a576-9e392269a08f req-019b7db5-4024-412e-81a3-3cfc4b567422 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5503d29b-7e87-445c-a178-6f5511b8dc73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649946
Dec 30 16:30:18.071209 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a928b21b-9c11-483f-8378-856f029e3e18 req-90cb7cb2-fd9f-418f-b5c2-c51d7d12745b tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/security-groups?id=5503d29b-7e87-445c-a178-6f5511b8dc73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554681
Dec 30 16:30:18.366024 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:18.686441 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:19.296095 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c9617-dfd8-4b6d-ac50-7e99fd0a7b31 req-82bc9d03-e419-4f10-b385-8bb3fcee34fb tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:30:19.297583 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fa8c9617-dfd8-4b6d-ac50-7e99fd0a7b31 req-82bc9d03-e419-4f10-b385-8bb3fcee34fb tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/ports?device_id=2679308a-3a12-4c97-a48a-64704dda3858 HTTP/1.1" status: 200  len: 946 time: 0.0940690
Dec 30 16:30:19.344641 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fa8c9617-dfd8-4b6d-ac50-7e99fd0a7b31 req-6cc1663c-356d-4335-a149-6fd5ade623b8 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/security-groups?id=5503d29b-7e87-445c-a178-6f5511b8dc73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413725
Dec 30 16:30:19.833321 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:22.662664 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:37.606230 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:30:39.774673 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9b365-01a1-455a-b346-55082abcaf37 req-bf88ec2a-91d1-4149-a43a-5161005a8ec6 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:30:39.776098 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-31d9b365-01a1-455a-b346-55082abcaf37 req-bf88ec2a-91d1-4149-a43a-5161005a8ec6 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/ports?device_id=2679308a-3a12-4c97-a48a-64704dda3858 HTTP/1.1" status: 200  len: 946 time: 0.0792096
Dec 30 16:30:39.823630 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-31d9b365-01a1-455a-b346-55082abcaf37 req-63722123-e274-4bd5-9c0f-c8dd8618a84c tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/security-groups?id=5503d29b-7e87-445c-a178-6f5511b8dc73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419729
Dec 30 16:30:41.036830 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f648d19-6401-4eb8-83a7-b2593f3cc7d3 req-fbae85f8-b5fe-43af-98ab-8814b8ae0d2e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:30:41.038291 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1f648d19-6401-4eb8-83a7-b2593f3cc7d3 req-fbae85f8-b5fe-43af-98ab-8814b8ae0d2e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/ports?device_id=2679308a-3a12-4c97-a48a-64704dda3858 HTTP/1.1" status: 200  len: 946 time: 0.0811338
Dec 30 16:30:41.085673 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1f648d19-6401-4eb8-83a7-b2593f3cc7d3 req-b96b8a50-bd8a-4162-88c8-abbd0d75c029 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/security-groups?id=5503d29b-7e87-445c-a178-6f5511b8dc73&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391648
Dec 30 16:30:41.261811 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2dce4e-af1a-4534-b9f4-456d6bb5b344 req-82f42094-07aa-487a-828b-590db8194cc7 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:30:41.263173 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9f2dce4e-af1a-4534-b9f4-456d6bb5b344 req-82f42094-07aa-487a-828b-590db8194cc7 tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.43 "GET /v2.0/ports?device_id=2679308a-3a12-4c97-a48a-64704dda3858 HTTP/1.1" status: 200  len: 946 time: 0.0887575
Dec 30 16:30:41.332920 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-9f2dce4e-af1a-4534-b9f4-456d6bb5b344 req-7a3a9dda-365e-4d49-a95b-72052940e3ea tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Deleting port 3f7ee1a4-358b-48c6-982b-555bc5cc11bf {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:30:41.333271 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-9f2dce4e-af1a-4534-b9f4-456d6bb5b344 req-7a3a9dda-365e-4d49-a95b-72052940e3ea tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:41.601901 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-9f2dce4e-af1a-4534-b9f4-456d6bb5b344 req-7a3a9dda-365e-4d49-a95b-72052940e3ea tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] For port 3f7ee1a4-358b-48c6-982b-555bc5cc11bf, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=3f7ee1a4-358b-48c6-982b-555bc5cc11bf,segment=NetworkSegment(005c19c2-0268-4a94-89ab-9c38ffe4d6c2),segment_id=005c19c2-0268-4a94-89ab-9c38ffe4d6c2)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:30:41.602146 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-9f2dce4e-af1a-4534-b9f4-456d6bb5b344 req-7a3a9dda-365e-4d49-a95b-72052940e3ea tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:41.718884 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-9f2dce4e-af1a-4534-b9f4-456d6bb5b344 req-7a3a9dda-365e-4d49-a95b-72052940e3ea tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Calling delete_port for 3f7ee1a4-358b-48c6-982b-555bc5cc11bf owned by compute:nova {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:30:41.865988 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-9f2dce4e-af1a-4534-b9f4-456d6bb5b344 req-7a3a9dda-365e-4d49-a95b-72052940e3ea tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:41.878018 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['3f7ee1a4-358b-48c6-982b-555bc5cc11bf'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:30:41.994289 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3a9dda-365e-4d49-a95b-72052940e3ea tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Pushing event deleted for resources: {'Port': ['ID=3f7ee1a4-358b-48c6-982b-555bc5cc11bf,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:30:42.075102 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2dce4e-af1a-4534-b9f4-456d6bb5b344 req-7a3a9dda-365e-4d49-a95b-72052940e3ea tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] No DVR routers for this DVR port 3f7ee1a4-358b-48c6-982b-555bc5cc11bf on host hv-cinder-82293 {{(pid=82857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 30 16:30:42.078032 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-9f2dce4e-af1a-4534-b9f4-456d6bb5b344 req-7a3a9dda-365e-4d49-a95b-72052940e3ea tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:42.080540 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2679308a-3a12-4c97-a48a-64704dda3858', 'name': 'network-vif-deleted', 'tag': '3f7ee1a4-358b-48c6-982b-555bc5cc11bf'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:30:42.097992 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9f2dce4e-af1a-4534-b9f4-456d6bb5b344 req-7a3a9dda-365e-4d49-a95b-72052940e3ea tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.43 "DELETE /v2.0/ports/3f7ee1a4-358b-48c6-982b-555bc5cc11bf HTTP/1.1" status: 204  len: 173 time: 0.8293052
Dec 30 16:30:42.216400 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2679308a-3a12-4c97-a48a-64704dda3858', 'name': 'network-vif-deleted', 'tag': '3f7ee1a4-358b-48c6-982b-555bc5cc11bf', 'status': 'completed', 'code': 200}
Dec 30 16:30:42.259646 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-eb427edd-a636-4dc1-ac14-6d8d599b4d0a req-b764f312-06f3-438f-9694-76600deba49e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Synchronizing usage tracker for tenant:ef5df19a268d4c8dacc1dec7fb9a4c5e on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:30:42.275333 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-eb427edd-a636-4dc1-ac14-6d8d599b4d0a req-b764f312-06f3-438f-9694-76600deba49e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] Unset dirty status for tenant:ef5df19a268d4c8dacc1dec7fb9a4c5e on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:30:42.276442 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-eb427edd-a636-4dc1-ac14-6d8d599b4d0a req-b764f312-06f3-438f-9694-76600deba49e tempest-VolumesSnapshotTestJSON-1181705498 tempest-VolumesSnapshotTestJSON-1181705498-project] 10.222.0.31 "GET /v2.0/ports?device_id=2679308a-3a12-4c97-a48a-64704dda3858 HTTP/1.1" status: 200  len: 210 time: 0.0560760
Dec 30 16:30:45.154352 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-50399fd5-0b16-48e0-9767-c38a931f3841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:47.096693 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 3f7ee1a4-358b-48c6-982b-555bc5cc11bf no longer exists at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:30:47.137918 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] No Port match for: 3f7ee1a4-358b-48c6-982b-555bc5cc11bf {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:30:47.138244 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 3f7ee1a4-358b-48c6-982b-555bc5cc11bf not bound to the agent host hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:30:47.358902 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-1fcc5ae7-cdba-4202-a8c1-b0a573dcf012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:48.373703 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:48.680097 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:49.599917 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0093613-6d5d-46c2-affe-2b89af349c45 req-4b491f5a-b802-46a2-b621-b817809f5b90 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:30:49.601387 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d0093613-6d5d-46c2-affe-2b89af349c45 req-4b491f5a-b802-46a2-b621-b817809f5b90 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59a70ff-2efc-4f16-8cf9-ca104a1121a3 HTTP/1.1" status: 200  len: 946 time: 0.0874195
Dec 30 16:30:49.647630 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d0093613-6d5d-46c2-affe-2b89af349c45 req-e2b3a193-477d-4932-bb2a-d665ebf40784 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404842
Dec 30 16:30:49.838062 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:50.870819 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77edef0-d98a-4aa0-ad53-47d0731d8a50 req-19eccd9d-f2bb-4b18-b827-5dc210efc617 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:30:50.872367 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d77edef0-d98a-4aa0-ad53-47d0731d8a50 req-19eccd9d-f2bb-4b18-b827-5dc210efc617 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59a70ff-2efc-4f16-8cf9-ca104a1121a3 HTTP/1.1" status: 200  len: 946 time: 0.0898268
Dec 30 16:30:50.968539 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d77edef0-d98a-4aa0-ad53-47d0731d8a50 req-04f94097-c591-4818-b769-0425515388a1 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0903885
Dec 30 16:30:50.991995 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab05d24-2b60-4de2-8364-f8467df9c895 req-7949e265-9c37-41de-b1db-6e2d337a5eb6 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:30:50.991995 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5ab05d24-2b60-4de2-8364-f8467df9c895 req-7949e265-9c37-41de-b1db-6e2d337a5eb6 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.43 "GET /v2.0/ports?device_id=a59a70ff-2efc-4f16-8cf9-ca104a1121a3 HTTP/1.1" status: 200  len: 946 time: 0.0993659
Dec 30 16:30:51.062564 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-5ab05d24-2b60-4de2-8364-f8467df9c895 req-95b6f1c4-32f1-4949-8b80-a91021dbfb3b tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Deleting port 41b74b06-a78f-4dac-a79f-cf8eafd6c4cd {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:30:51.063044 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-5ab05d24-2b60-4de2-8364-f8467df9c895 req-95b6f1c4-32f1-4949-8b80-a91021dbfb3b tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:51.306931 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-5ab05d24-2b60-4de2-8364-f8467df9c895 req-95b6f1c4-32f1-4949-8b80-a91021dbfb3b tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] For port 41b74b06-a78f-4dac-a79f-cf8eafd6c4cd, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=41b74b06-a78f-4dac-a79f-cf8eafd6c4cd,segment=NetworkSegment(d7581e55-c99f-42cf-8388-c4720f12e569),segment_id=d7581e55-c99f-42cf-8388-c4720f12e569)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:30:51.307217 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-5ab05d24-2b60-4de2-8364-f8467df9c895 req-95b6f1c4-32f1-4949-8b80-a91021dbfb3b tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:51.593831 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-5ab05d24-2b60-4de2-8364-f8467df9c895 req-95b6f1c4-32f1-4949-8b80-a91021dbfb3b tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:51.594220 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-5ab05d24-2b60-4de2-8364-f8467df9c895 req-95b6f1c4-32f1-4949-8b80-a91021dbfb3b tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4017950'] for floatingip, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:51.594526 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.db.l3_db [req-5ab05d24-2b60-4de2-8364-f8467df9c895 req-95b6f1c4-32f1-4949-8b80-a91021dbfb3b tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Floating IP 11567750-8389-44ee-8811-12b01a66e354 disassociated. External IP: 172.27.1.232, port: 41b74b06-a78f-4dac-a79f-cf8eafd6c4cd.
Dec 30 16:30:51.594859 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-5ab05d24-2b60-4de2-8364-f8467df9c895 req-95b6f1c4-32f1-4949-8b80-a91021dbfb3b tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Calling delete_port for 41b74b06-a78f-4dac-a79f-cf8eafd6c4cd owned by compute:nova {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:30:51.745921 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-5ab05d24-2b60-4de2-8364-f8467df9c895 req-95b6f1c4-32f1-4949-8b80-a91021dbfb3b tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:51.791679 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6f1c4-32f1-4949-8b80-a91021dbfb3b tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Pushing event deleted for resources: {'Port': ['ID=41b74b06-a78f-4dac-a79f-cf8eafd6c4cd,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:30:52.037550 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ab05d24-2b60-4de2-8364-f8467df9c895 req-95b6f1c4-32f1-4949-8b80-a91021dbfb3b tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Router c9de370f-9936-4dea-beda-06d62ed93318 has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82857) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:30:52.140145 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-3b1dff64-f3f2-4cda-902f-0d57cb4758d5 req-7d3aacdf-46d0-4c3a-9e42-9fed32a72bb0 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59a70ff-2efc-4f16-8cf9-ca104a1121a3 HTTP/1.1" status: 200  len: 210 time: 0.0414462
Dec 30 16:30:52.247430 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ab05d24-2b60-4de2-8364-f8467df9c895 req-95b6f1c4-32f1-4949-8b80-a91021dbfb3b tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82857) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:30:52.259542 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4005ae50-0255-4d76-af98-40c4ef314953 None None] Sync routers for ids ['c9de370f-9936-4dea-beda-06d62ed93318'] in dv-cinder-822939-1-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:30:52.272211 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4005ae50-0255-4d76-af98-40c4ef314953 None None] Routers {'c9de370f-9936-4dea-beda-06d62ed93318'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:30:52.272830 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-4005ae50-0255-4d76-af98-40c4ef314953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d5291550>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:30:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['c9de370f-9936-4dea-beda-06d62ed93318'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:30:52.411826 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab05d24-2b60-4de2-8364-f8467df9c895 req-95b6f1c4-32f1-4949-8b80-a91021dbfb3b tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] No DVR routers for this DVR port 41b74b06-a78f-4dac-a79f-cf8eafd6c4cd on host hv-cinder-82293 {{(pid=82857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 30 16:30:52.414623 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-5ab05d24-2b60-4de2-8364-f8467df9c895 req-95b6f1c4-32f1-4949-8b80-a91021dbfb3b tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:52.417263 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a59a70ff-2efc-4f16-8cf9-ca104a1121a3', 'name': 'network-vif-deleted', 'tag': '41b74b06-a78f-4dac-a79f-cf8eafd6c4cd'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:30:52.435342 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5ab05d24-2b60-4de2-8364-f8467df9c895 req-95b6f1c4-32f1-4949-8b80-a91021dbfb3b tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.43 "DELETE /v2.0/ports/41b74b06-a78f-4dac-a79f-cf8eafd6c4cd HTTP/1.1" status: 204  len: 173 time: 1.4393122
Dec 30 16:30:52.461803 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-4005ae50-0255-4d76-af98-40c4ef314953 None None] Set router c9de370f-9936-4dea-beda-06d62ed93318 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:30:52.483912 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a59a70ff-2efc-4f16-8cf9-ca104a1121a3', 'name': 'network-vif-deleted', 'tag': '41b74b06-a78f-4dac-a79f-cf8eafd6c4cd', 'status': 'completed', 'code': 200}
Dec 30 16:30:52.717469 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:52.818225 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-4005ae50-0255-4d76-af98-40c4ef314953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d5291550>, [{'id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'name': 'tempest-TestVolumeBootPattern-626304108-router', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:01Z', 'revision_number': 4, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'gw_port': {'id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '311157c5-36a6-4700-982b-6fc3a96b127f', 'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'mac_address': 'fa:16:3e:98:73:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:28:00Z', 'updated_at': '2021-12-30T16:28:20Z', 'revision_number': 5, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'subnets': [{'id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:30:52.822101 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4005ae50-0255-4d76-af98-40c4ef314953 None None] Checking router: c9de370f-9936-4dea-beda-06d62ed93318 for host: dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:30:52.832927 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4005ae50-0255-4d76-af98-40c4ef314953 None None] Routers {'c9de370f-9936-4dea-beda-06d62ed93318'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:30:52.833535 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-4005ae50-0255-4d76-af98-40c4ef314953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d5291550>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:30:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['c9de370f-9936-4dea-beda-06d62ed93318'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:30:53.016505 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-4005ae50-0255-4d76-af98-40c4ef314953 None None] Set router c9de370f-9936-4dea-beda-06d62ed93318 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:30:53.352421 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d58be9b7-fc12-4c2f-a72f-b1965474dff3 req-5366e0c1-2bbf-4c17-a785-221cc80bdfb9 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=a59a70ff-2efc-4f16-8cf9-ca104a1121a3 HTTP/1.1" status: 200  len: 210 time: 0.0457916
Dec 30 16:30:53.408072 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-4005ae50-0255-4d76-af98-40c4ef314953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d5291550>, [{'id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'name': 'tempest-TestVolumeBootPattern-626304108-router', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:01Z', 'revision_number': 4, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'gw_port': {'id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '311157c5-36a6-4700-982b-6fc3a96b127f', 'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'mac_address': 'fa:16:3e:98:73:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:28:00Z', 'updated_at': '2021-12-30T16:28:20Z', 'revision_number': 5, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'subnets': [{'id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:30:53.412381 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4005ae50-0255-4d76-af98-40c4ef314953 None None] The sync data for ids ['c9de370f-9936-4dea-beda-06d62ed93318'] in dv-cinder-822939-1-iscsi is: [{'id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'name': 'tempest-TestVolumeBootPattern-626304108-router', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:01Z', 'revision_number': 4, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'gw_port': {'id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '311157c5-36a6-4700-982b-6fc3a96b127f', 'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'mac_address': 'fa:16:3e:98:73:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:28:00Z', 'updated_at': '2021-12-30T16:28:20Z', 'revision_number': 5, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'subnets': [{'id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:30:53.640141 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996b6f9f-d27b-496d-b8eb-645b934d3fcc None None] New status for floating IP 11567750-8389-44ee-8811-12b01a66e354: DOWN {{(pid=82860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 30 16:30:54.450782 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 41b74b06-a78f-4dac-a79f-cf8eafd6c4cd no longer exists at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:30:54.487070 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] No Port match for: 41b74b06-a78f-4dac-a79f-cf8eafd6c4cd {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:30:54.487525 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device 41b74b06-a78f-4dac-a79f-cf8eafd6c4cd not bound to the agent host hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:30:54.753116 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-86d549fb-6b82-486d-a330-75f080bddd5d req-2ceabf25-220c-4bfa-a8fd-089b17f92d10 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1224970183&fields=id&tenant_id=8af8fbcb423a4e06a7f9d1e93b560913 HTTP/1.1" status: 200  len: 267 time: 0.0427678
Dec 30 16:30:54.897096 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d549fb-6b82-486d-a330-75f080bddd5d req-1afb2a5e-5d19-4d6a-a151-d27f1d963cc6 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:30:54.897782 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-86d549fb-6b82-486d-a330-75f080bddd5d req-1afb2a5e-5d19-4d6a-a151-d27f1d963cc6 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Synchronizing usage tracker for tenant:8af8fbcb423a4e06a7f9d1e93b560913 on resource:network {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:30:54.918074 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-86d549fb-6b82-486d-a330-75f080bddd5d req-1afb2a5e-5d19-4d6a-a151-d27f1d963cc6 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Unset dirty status for tenant:8af8fbcb423a4e06a7f9d1e93b560913 on resource:network {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:30:54.919189 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-86d549fb-6b82-486d-a330-75f080bddd5d req-1afb2a5e-5d19-4d6a-a151-d27f1d963cc6 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/networks?id=011cf0cf-0324-4c17-b0df-79ea91127cf5 HTTP/1.1" status: 200  len: 811 time: 0.1598675
Dec 30 16:30:54.935131 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-86d549fb-6b82-486d-a330-75f080bddd5d req-c42a30ab-889d-4a3f-ac77-06c71ae53571 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/quotas/8af8fbcb423a4e06a7f9d1e93b560913 HTTP/1.1" status: 200  len: 375 time: 0.0105779
Dec 30 16:30:55.030018 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-86d549fb-6b82-486d-a330-75f080bddd5d req-e2ef3c06-a298-4065-b206-7927ba2e0b2f tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8af8fbcb423a4e06a7f9d1e93b560913&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0900762
Dec 30 16:30:55.176273 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-86d549fb-6b82-486d-a330-75f080bddd5d req-3f429bdf-be00-489b-b121-10b867cea19f service neutron] 10.222.0.31 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346314
Dec 30 16:30:55.307626 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-86d549fb-6b82-486d-a330-75f080bddd5d req-dadff8bc-3911-4e78-91bd-9498ba0e179c service neutron] 10.222.0.31 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257665
Dec 30 16:30:55.715099 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-c941e744-ea69-472a-b674-1e62b65ee9df req-992ba357-31b6-47f8-aabb-ee476f138f72 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Synchronizing usage tracker for tenant:8af8fbcb423a4e06a7f9d1e93b560913 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:30:55.732173 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-c941e744-ea69-472a-b674-1e62b65ee9df req-992ba357-31b6-47f8-aabb-ee476f138f72 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Unset dirty status for tenant:8af8fbcb423a4e06a7f9d1e93b560913 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:30:55.733762 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c941e744-ea69-472a-b674-1e62b65ee9df req-992ba357-31b6-47f8-aabb-ee476f138f72 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9c50770-6943-4471-933b-807d057be46a HTTP/1.1" status: 200  len: 210 time: 0.0581384
Dec 30 16:30:56.935104 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d453640d-5183-44d3-9923-f377de5f5d41 req-c8fce299-b150-4888-b4c9-26e470d46237 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9c50770-6943-4471-933b-807d057be46a HTTP/1.1" status: 200  len: 210 time: 0.0624864
Dec 30 16:30:56.981905 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d549fb-6b82-486d-a330-75f080bddd5d req-8f28db1b-c94b-4280-a35c-697a8a8b3459 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:30:56.983632 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-86d549fb-6b82-486d-a330-75f080bddd5d req-8f28db1b-c94b-4280-a35c-697a8a8b3459 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.43 "GET /v2.0/networks?id=011cf0cf-0324-4c17-b0df-79ea91127cf5 HTTP/1.1" status: 200  len: 811 time: 0.1614866
Dec 30 16:30:57.047180 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-86d549fb-6b82-486d-a330-75f080bddd5d req-1849a108-3a1f-4636-9266-4de28e87d1a7 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8af8fbcb423a4e06a7f9d1e93b560913 HTTP/1.1" status: 200  len: 380 time: 0.0513444
Dec 30 16:30:57.055701 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-86d549fb-6b82-486d-a330-75f080bddd5d req-643e91c4-bf3c-44b3-b841-5f545b574e25 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Request body: {'port': {'device_id': 'f9c50770-6943-4471-933b-807d057be46a', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'admin_state_up': True, 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'security_groups': ['b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7']}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:30:57.190587 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-86d549fb-6b82-486d-a330-75f080bddd5d req-643e91c4-bf3c-44b3-b841-5f545b574e25 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:30:57.199967 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-86d549fb-6b82-486d-a330-75f080bddd5d req-643e91c4-bf3c-44b3-b841-5f545b574e25 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:30:57.211426 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86d549fb-6b82-486d-a330-75f080bddd5d req-643e91c4-bf3c-44b3-b841-5f545b574e25 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Made reservation on behalf of 8af8fbcb423a4e06a7f9d1e93b560913 for: {'port': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:30:57.214366 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-86d549fb-6b82-486d-a330-75f080bddd5d req-643e91c4-bf3c-44b3-b841-5f545b574e25 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:57.375109 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [req-86d549fb-6b82-486d-a330-75f080bddd5d req-643e91c4-bf3c-44b3-b841-5f545b574e25 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Allocated IP 172.20.0.11 (011cf0cf-0324-4c17-b0df-79ea91127cf5/a18b911b-dc27-4450-928c-21f993c9c052/bfc366c4-7369-462c-a2a3-22fe7b883277) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:30:57.574845 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-86d549fb-6b82-486d-a330-75f080bddd5d req-643e91c4-bf3c-44b3-b841-5f545b574e25 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:57.590756 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-86d549fb-6b82-486d-a330-75f080bddd5d req-643e91c4-bf3c-44b3-b841-5f545b574e25 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Transition to ACTIVE for port object bfc366c4-7369-462c-a2a3-22fe7b883277 will not be triggered until provisioned by entity DHCP. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:30:57.613172 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-86d549fb-6b82-486d-a330-75f080bddd5d req-643e91c4-bf3c-44b3-b841-5f545b574e25 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:57.673959 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86d549fb-6b82-486d-a330-75f080bddd5d req-643e91c4-bf3c-44b3-b841-5f545b574e25 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Network 011cf0cf-0324-4c17-b0df-79ea91127cf5 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:30:57.681469 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [req-86d549fb-6b82-486d-a330-75f080bddd5d req-643e91c4-bf3c-44b3-b841-5f545b574e25 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:30:57.686503 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d549fb-6b82-486d-a330-75f080bddd5d req-643e91c4-bf3c-44b3-b841-5f545b574e25 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:30:57.736033 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e91c4-bf3c-44b3-b841-5f545b574e25 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Pushing event updated for resources: {'Port': ['ID=bfc366c4-7369-462c-a2a3-22fe7b883277,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:30:57.765413 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d549fb-6b82-486d-a330-75f080bddd5d req-643e91c4-bf3c-44b3-b841-5f545b574e25 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:30:57.767663 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-86d549fb-6b82-486d-a330-75f080bddd5d req-643e91c4-bf3c-44b3-b841-5f545b574e25 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:57.799038 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-86d549fb-6b82-486d-a330-75f080bddd5d req-643e91c4-bf3c-44b3-b841-5f545b574e25 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7470860
Dec 30 16:30:57.814520 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-86d549fb-6b82-486d-a330-75f080bddd5d req-75c7e593-f488-478c-a146-e34166eea93f service neutron] Request body: {'port': {'device_id': 'f9c50770-6943-4471-933b-807d057be46a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82293'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:30:57.924517 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-86d549fb-6b82-486d-a330-75f080bddd5d req-75c7e593-f488-478c-a146-e34166eea93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:58.006798 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-8973462b-67e0-4640-ab6b-7cffa777bdb7 None None] Provisioning for port bfc366c4-7369-462c-a2a3-22fe7b883277 completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:30:58.017594 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-8973462b-67e0-4640-ab6b-7cffa777bdb7 None None] Provisioning complete for port bfc366c4-7369-462c-a2a3-22fe7b883277 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:30:58.017954 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-8973462b-67e0-4640-ab6b-7cffa777bdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:58.118660 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-8973462b-67e0-4640-ab6b-7cffa777bdb7 None None] Port bfc366c4-7369-462c-a2a3-22fe7b883277 cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 30 16:30:58.279282 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e76e90-7d6a-4ced-ab5d-8d3f45376a1b req-0ba1288b-6f1a-4e0b-84a3-3287f57553a4 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:30:58.279956 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-52e76e90-7d6a-4ced-ab5d-8d3f45376a1b req-0ba1288b-6f1a-4e0b-84a3-3287f57553a4 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Synchronizing usage tracker for tenant:8af8fbcb423a4e06a7f9d1e93b560913 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:30:58.344980 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-52e76e90-7d6a-4ced-ab5d-8d3f45376a1b req-0ba1288b-6f1a-4e0b-84a3-3287f57553a4 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Unset dirty status for tenant:8af8fbcb423a4e06a7f9d1e93b560913 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:30:58.346161 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-52e76e90-7d6a-4ced-ab5d-8d3f45376a1b req-0ba1288b-6f1a-4e0b-84a3-3287f57553a4 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9c50770-6943-4471-933b-807d057be46a HTTP/1.1" status: 200  len: 932 time: 0.1953394
Dec 30 16:30:58.351611 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [req-86d549fb-6b82-486d-a330-75f080bddd5d req-75c7e593-f488-478c-a146-e34166eea93f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc366c4-7369-462c-a2a3-22fe7b883277 {{(pid=82857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:30:58.371330 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-86d549fb-6b82-486d-a330-75f080bddd5d req-75c7e593-f488-478c-a146-e34166eea93f service neutron] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:58.396948 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-86d549fb-6b82-486d-a330-75f080bddd5d req-75c7e593-f488-478c-a146-e34166eea93f service neutron] Transition to ACTIVE for port object bfc366c4-7369-462c-a2a3-22fe7b883277 will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:30:58.403165 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-86d549fb-6b82-486d-a330-75f080bddd5d req-75c7e593-f488-478c-a146-e34166eea93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:58.456680 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-52e76e90-7d6a-4ced-ab5d-8d3f45376a1b req-77dfae2c-2c08-4988-840c-2f70436451a4 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1009116
Dec 30 16:30:58.543515 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c7e593-f488-478c-a146-e34166eea93f service neutron] Pushing event updated for resources: {'Port': ['ID=bfc366c4-7369-462c-a2a3-22fe7b883277,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:30:58.751978 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-86d549fb-6b82-486d-a330-75f080bddd5d req-75c7e593-f488-478c-a146-e34166eea93f service neutron] Attempting to bind port bfc366c4-7369-462c-a2a3-22fe7b883277 on host hv-cinder-82293 for vnic_type normal with profile  {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:30:58.752370 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-86d549fb-6b82-486d-a330-75f080bddd5d req-75c7e593-f488-478c-a146-e34166eea93f service neutron] Attempting to bind port bfc366c4-7369-462c-a2a3-22fe7b883277 by drivers openvswitch,hyperv on host hv-cinder-82293 at level 0 using segments [{'id': 'd7581e55-c99f-42cf-8388-c4720f12e569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:30:58.752777 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d549fb-6b82-486d-a330-75f080bddd5d req-75c7e593-f488-478c-a146-e34166eea93f service neutron] Attempting to bind port bfc366c4-7369-462c-a2a3-22fe7b883277 on network 011cf0cf-0324-4c17-b0df-79ea91127cf5 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:30:58.760509 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d549fb-6b82-486d-a330-75f080bddd5d req-75c7e593-f488-478c-a146-e34166eea93f service neutron] Port bfc366c4-7369-462c-a2a3-22fe7b883277 on network 011cf0cf-0324-4c17-b0df-79ea91127cf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82293 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 30 16:30:58.760816 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d549fb-6b82-486d-a330-75f080bddd5d req-75c7e593-f488-478c-a146-e34166eea93f service neutron] Attempting to bind port bfc366c4-7369-462c-a2a3-22fe7b883277 on network 011cf0cf-0324-4c17-b0df-79ea91127cf5 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:30:58.768809 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d549fb-6b82-486d-a330-75f080bddd5d req-75c7e593-f488-478c-a146-e34166eea93f service neutron] Checking agent: {'id': 'e529ec3e-5d50-4747-9e44-8ad3816b2791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82293', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'started_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 30, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:30:58.769055 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d549fb-6b82-486d-a330-75f080bddd5d req-75c7e593-f488-478c-a146-e34166eea93f service neutron] Checking segment: {'id': 'd7581e55-c99f-42cf-8388-c4720f12e569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:30:58.769474 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d549fb-6b82-486d-a330-75f080bddd5d req-75c7e593-f488-478c-a146-e34166eea93f service neutron] Bound using segment: {'id': 'd7581e55-c99f-42cf-8388-c4720f12e569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:30:58.769889 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-86d549fb-6b82-486d-a330-75f080bddd5d req-75c7e593-f488-478c-a146-e34166eea93f service neutron] Bound port: bfc366c4-7369-462c-a2a3-22fe7b883277, host: hv-cinder-82293, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7581e55-c99f-42cf-8388-c4720f12e569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:30:58.770225 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-86d549fb-6b82-486d-a330-75f080bddd5d req-75c7e593-f488-478c-a146-e34166eea93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:58.882030 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-86d549fb-6b82-486d-a330-75f080bddd5d req-75c7e593-f488-478c-a146-e34166eea93f service neutron] For port bfc366c4-7369-462c-a2a3-22fe7b883277, host hv-cinder-82293, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:30:58.885604 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-86d549fb-6b82-486d-a330-75f080bddd5d req-75c7e593-f488-478c-a146-e34166eea93f service neutron] For port bfc366c4-7369-462c-a2a3-22fe7b883277, host hv-cinder-82293, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=bfc366c4-7369-462c-a2a3-22fe7b883277,segment=NetworkSegment(d7581e55-c99f-42cf-8388-c4720f12e569),segment_id=d7581e55-c99f-42cf-8388-c4720f12e569)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:30:58.892138 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-86d549fb-6b82-486d-a330-75f080bddd5d req-75c7e593-f488-478c-a146-e34166eea93f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:58.957344 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-86d549fb-6b82-486d-a330-75f080bddd5d req-75c7e593-f488-478c-a146-e34166eea93f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:30:58.958780 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-86d549fb-6b82-486d-a330-75f080bddd5d req-75c7e593-f488-478c-a146-e34166eea93f service neutron] 10.222.0.43 "PUT /v2.0/ports/bfc366c4-7369-462c-a2a3-22fe7b883277 HTTP/1.1" status: 200  len: 1094 time: 1.1488206
Dec 30 16:30:58.959200 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c50770-6943-4471-933b-807d057be46a', 'tag': 'bfc366c4-7369-462c-a2a3-22fe7b883277'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:30:58.980020 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c7e593-f488-478c-a146-e34166eea93f service neutron] Pushing event updated for resources: {'Port': ['ID=bfc366c4-7369-462c-a2a3-22fe7b883277,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:30:59.048082 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c50770-6943-4471-933b-807d057be46a', 'tag': 'bfc366c4-7369-462c-a2a3-22fe7b883277', 'status': 'completed', 'code': 200}
Dec 30 16:30:59.088904 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-86d549fb-6b82-486d-a330-75f080bddd5d req-16d244bd-f610-4d5d-a9db-c87fa5f108b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8af8fbcb423a4e06a7f9d1e93b560913&device_id=f9c50770-6943-4471-933b-807d057be46a HTTP/1.1" status: 200  len: 1097 time: 0.0817466
Dec 30 16:30:59.162471 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-86d549fb-6b82-486d-a330-75f080bddd5d req-19434160-d2e3-4458-aed5-44ba3120e9cc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfc366c4-7369-462c-a2a3-22fe7b883277 HTTP/1.1" status: 200  len: 217 time: 0.0664687
Dec 30 16:30:59.239073 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d549fb-6b82-486d-a330-75f080bddd5d req-75b443d9-799d-4490-acc0-32cc13d8792b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:30:59.240543 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-86d549fb-6b82-486d-a330-75f080bddd5d req-75b443d9-799d-4490-acc0-32cc13d8792b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a18b911b-dc27-4450-928c-21f993c9c052 HTTP/1.1" status: 200  len: 850 time: 0.0717969
Dec 30 16:30:59.330626 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-86d549fb-6b82-486d-a330-75f080bddd5d req-96431abd-facf-4494-bddd-36305d5398db service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=011cf0cf-0324-4c17-b0df-79ea91127cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0834396
Dec 30 16:30:59.484604 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-86d549fb-6b82-486d-a330-75f080bddd5d req-fc8a7eaf-a9c6-4d7d-961e-d41b428bb650 service neutron] 10.222.0.43 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1472409
Dec 30 16:30:59.669939 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-86d549fb-6b82-486d-a330-75f080bddd5d req-8d0537e7-710b-4893-8cc8-48f5666972ef service neutron] 10.222.0.43 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1793592
Dec 30 16:30:59.712856 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef90d4-c88f-4ce3-92c3-4c5687e4096f req-d3fcce80-3997-439e-aba1-45ee874f98fb tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:30:59.714366 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5bef90d4-c88f-4ce3-92c3-4c5687e4096f req-d3fcce80-3997-439e-aba1-45ee874f98fb tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9c50770-6943-4471-933b-807d057be46a HTTP/1.1" status: 200  len: 944 time: 0.1147568
Dec 30 16:30:59.808216 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5bef90d4-c88f-4ce3-92c3-4c5687e4096f req-6f4d8900-b7b6-4bfd-afa4-223c9fcb2c13 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0870588
Dec 30 16:30:59.823406 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8153238c-73f9-4486-a6c7-843ae91347ac req-b0670cf7-b341-43ff-bd01-47a005640359 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8af8fbcb423a4e06a7f9d1e93b560913&device_id=f9c50770-6943-4471-933b-807d057be46a HTTP/1.1" status: 200  len: 1097 time: 0.0885787
Dec 30 16:30:59.957328 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153238c-73f9-4486-a6c7-843ae91347ac req-1d541f17-fb71-4b20-9722-73bcbe2c6f0e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:30:59.958739 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8153238c-73f9-4486-a6c7-843ae91347ac req-1d541f17-fb71-4b20-9722-73bcbe2c6f0e service neutron] 10.222.0.43 "GET /v2.0/networks?id=011cf0cf-0324-4c17-b0df-79ea91127cf5 HTTP/1.1" status: 200  len: 911 time: 0.1273208
Dec 30 16:31:00.031284 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8153238c-73f9-4486-a6c7-843ae91347ac req-af477eb4-7ff6-494c-a19c-6686becc54be service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfc366c4-7369-462c-a2a3-22fe7b883277 HTTP/1.1" status: 200  len: 217 time: 0.0652974
Dec 30 16:31:00.094542 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153238c-73f9-4486-a6c7-843ae91347ac req-75215bba-9719-458c-8767-217649b0882f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:31:00.095838 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8153238c-73f9-4486-a6c7-843ae91347ac req-75215bba-9719-458c-8767-217649b0882f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a18b911b-dc27-4450-928c-21f993c9c052 HTTP/1.1" status: 200  len: 850 time: 0.0580246
Dec 30 16:31:00.174365 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8153238c-73f9-4486-a6c7-843ae91347ac req-83f0b6ca-26d4-45f9-9440-5ec27a818ff8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=011cf0cf-0324-4c17-b0df-79ea91127cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0721810
Dec 30 16:31:00.304984 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8153238c-73f9-4486-a6c7-843ae91347ac req-82de14fb-5bc0-4a9a-b8ac-3c06385a2526 service neutron] 10.222.0.43 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234279
Dec 30 16:31:00.514053 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8153238c-73f9-4486-a6c7-843ae91347ac req-cc2daa6a-c5e6-4d47-b6f1-790615356863 service neutron] 10.222.0.43 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2028639
Dec 30 16:31:01.171251 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854cff6a-71f9-455b-bd87-5f2f8ac5df1d req-ce56b413-4a13-48fe-9d8c-b6562d30dcbc tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:31:01.172679 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-854cff6a-71f9-455b-bd87-5f2f8ac5df1d req-ce56b413-4a13-48fe-9d8c-b6562d30dcbc tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9c50770-6943-4471-933b-807d057be46a HTTP/1.1" status: 200  len: 944 time: 0.0820038
Dec 30 16:31:01.221074 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-854cff6a-71f9-455b-bd87-5f2f8ac5df1d req-0e49b907-049a-4f21-aaac-8ff76e5ea1d2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428300
Dec 30 16:31:02.447692 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7dd261-3048-4294-ba46-39536b3eca8d req-12ae3698-e97d-40ce-8c4f-4b0c922f72a2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:31:02.449229 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8d7dd261-3048-4294-ba46-39536b3eca8d req-12ae3698-e97d-40ce-8c4f-4b0c922f72a2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9c50770-6943-4471-933b-807d057be46a HTTP/1.1" status: 200  len: 944 time: 0.0894070
Dec 30 16:31:02.494170 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-8d7dd261-3048-4294-ba46-39536b3eca8d req-89cbb078-05bf-416f-995f-7b362b1fa776 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394104
Dec 30 16:31:03.698298 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d4120-32ee-42c4-b0b7-52924e2403c5 req-6c2dd7c9-9d5d-4588-b89c-51a82a159847 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:31:03.699712 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-108d4120-32ee-42c4-b0b7-52924e2403c5 req-6c2dd7c9-9d5d-4588-b89c-51a82a159847 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9c50770-6943-4471-933b-807d057be46a HTTP/1.1" status: 200  len: 944 time: 0.0850487
Dec 30 16:31:03.744254 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-108d4120-32ee-42c4-b0b7-52924e2403c5 req-1c7a7301-1f33-4e21-9190-ba76963f7a24 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389528
Dec 30 16:31:04.972421 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c94b5-02b7-450f-9f81-775d380e30c8 req-4beb1608-6b34-4983-911e-0aa436d52ba2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:31:04.973847 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f83c94b5-02b7-450f-9f81-775d380e30c8 req-4beb1608-6b34-4983-911e-0aa436d52ba2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9c50770-6943-4471-933b-807d057be46a HTTP/1.1" status: 200  len: 944 time: 0.0983779
Dec 30 16:31:05.019178 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f83c94b5-02b7-450f-9f81-775d380e30c8 req-7be3a60e-9ac2-4c8a-9365-7cab87da62db tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398352
Dec 30 16:31:06.222100 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249b95a-18ab-4301-ab0d-de68abeabe6a req-ac5c3df8-d4e3-4846-9df5-20fc67c12b3f tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:31:06.223536 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2249b95a-18ab-4301-ab0d-de68abeabe6a req-ac5c3df8-d4e3-4846-9df5-20fc67c12b3f tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9c50770-6943-4471-933b-807d057be46a HTTP/1.1" status: 200  len: 944 time: 0.0773852
Dec 30 16:31:06.267154 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-2249b95a-18ab-4301-ab0d-de68abeabe6a req-09e79259-264b-483a-961b-cf452976cd88 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380731
Dec 30 16:31:07.473073 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5040eeb-8a77-451a-8354-f5d1cc64b8b6 req-2e5a9393-3835-4246-804b-d0ef8c82aeaf tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:31:07.474627 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c5040eeb-8a77-451a-8354-f5d1cc64b8b6 req-2e5a9393-3835-4246-804b-d0ef8c82aeaf tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9c50770-6943-4471-933b-807d057be46a HTTP/1.1" status: 200  len: 944 time: 0.0802994
Dec 30 16:31:07.521383 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c5040eeb-8a77-451a-8354-f5d1cc64b8b6 req-c71bfb6e-9819-4b59-8046-faab5810fcba tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409260
Dec 30 16:31:08.079182 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device bfc366c4-7369-462c-a2a3-22fe7b883277 details requested by agent hyperv_hv-cinder-82293 with host hv-cinder-82293 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 30 16:31:08.220587 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port bfc366c4-7369-462c-a2a3-22fe7b883277, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=bfc366c4-7369-462c-a2a3-22fe7b883277,segment=NetworkSegment(d7581e55-c99f-42cf-8388-c4720f12e569),segment_id=d7581e55-c99f-42cf-8388-c4720f12e569)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:31:08.233963 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Returning: {'device': 'bfc366c4-7369-462c-a2a3-22fe7b883277', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'port_id': 'bfc366c4-7369-462c-a2a3-22fe7b883277', 'mac_address': 'fa:16:3e:d9:52:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 30 16:31:08.287595 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:08.305095 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc366c4-7369-462c-a2a3-22fe7b883277 {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:31:08.316258 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 57920) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:31:08.320588 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port bfc366c4-7369-462c-a2a3-22fe7b883277, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=bfc366c4-7369-462c-a2a3-22fe7b883277,segment=NetworkSegment(d7581e55-c99f-42cf-8388-c4720f12e569),segment_id=d7581e55-c99f-42cf-8388-c4720f12e569)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:31:08.326325 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:08.381235 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dceff33-b907-46fe-a9b9-91a4c36f2bad admin admin] Deleting subnet abe4c0cf-8772-4a89-a9b0-f3fc799a55e5 {{(pid=82857) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}}
Dec 30 16:31:08.384130 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-2dceff33-b907-46fe-a9b9-91a4c36f2bad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:08.391472 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=bfc366c4-7369-462c-a2a3-22fe7b883277,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:31:08.437253 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-2dceff33-b907-46fe-a9b9-91a4c36f2bad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2906538'] for subnet, precommit_delete_associations {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:08.500025 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-2dceff33-b907-46fe-a9b9-91a4c36f2bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-618588'] for subnet, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:08.517379 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['bfc366c4-7369-462c-a2a3-22fe7b883277'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:31:08.574175 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-2dceff33-b907-46fe-a9b9-91a4c36f2bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-618599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2907015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2674639'] for subnet, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:08.617192 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dceff33-b907-46fe-a9b9-91a4c36f2bad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abe4c0cf-8772-4a89-a9b0-f3fc799a55e5,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:31:08.622527 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-2dceff33-b907-46fe-a9b9-91a4c36f2bad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for subnet, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:08.630829 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-2dceff33-b907-46fe-a9b9-91a4c36f2bad admin admin] 10.222.0.31 "DELETE /v2.0/subnets/abe4c0cf-8772-4a89-a9b0-f3fc799a55e5 HTTP/1.1" status: 204  len: 168 time: 0.3108211
Dec 30 16:31:08.631250 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 57926) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:31:08.780298 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-06bbb07b-44fd-4f20-b002-92cf74834fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544548'] for network, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:08.989186 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1bffc4-a655-4b34-b5a3-2ccd2b40587f req-b46a04ba-4458-472f-b624-d95cc08c9803 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:31:08.990732 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1f1bffc4-a655-4b34-b5a3-2ccd2b40587f req-b46a04ba-4458-472f-b624-d95cc08c9803 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9c50770-6943-4471-933b-807d057be46a HTTP/1.1" status: 200  len: 945 time: 0.2927341
Dec 30 16:31:09.023343 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-06bbb07b-44fd-4f20-b002-92cf74834fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-618013', 'neutron.services.segments.db._delete_segments_for_network-8793096430318'] for network, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:09.063953 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-06bbb07b-44fd-4f20-b002-92cf74834fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff4d50cac10>,) {'filters': {'network_id': ['a85fc798-bf72-44d1-98a7-f03ad93a90ce']}} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:31:09.078709 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-06bbb07b-44fd-4f20-b002-92cf74834fc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff4d50cac10>, '005c19c2-0268-4a94-89ab-9c38ffe4d6c2') {'for_net_delete': True} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:31:09.078972 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-06bbb07b-44fd-4f20-b002-92cf74834fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff4d50cac10>, '005c19c2-0268-4a94-89ab-9c38ffe4d6c2') {} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:31:09.089491 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-1f1bffc4-a655-4b34-b5a3-2ccd2b40587f req-60b5079b-77e1-43ce-a760-9fe146cb64f0 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0893462
Dec 30 16:31:09.092790 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-06bbb07b-44fd-4f20-b002-92cf74834fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793096435469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045536'] for segment, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:09.109339 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-06bbb07b-44fd-4f20-b002-92cf74834fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:09.115834 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06bbb07b-44fd-4f20-b002-92cf74834fc8 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=82858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 30 16:31:09.116209 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-06bbb07b-44fd-4f20-b002-92cf74834fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-621716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2958542'] for segment, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:09.132011 dv-cinder-822939-1-iscsi neutron-server[82858]: Traceback (most recent call last):
Dec 30 16:31:09.132011 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 30 16:31:09.132011 dv-cinder-822939-1-iscsi neutron-server[82858]:     timer()
Dec 30 16:31:09.132011 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 30 16:31:09.132011 dv-cinder-822939-1-iscsi neutron-server[82858]:     cb(*args, **kw)
Dec 30 16:31:09.132011 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 30 16:31:09.132011 dv-cinder-822939-1-iscsi neutron-server[82858]:     return func(*args, **kwargs)
Dec 30 16:31:09.132011 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 30 16:31:09.132011 dv-cinder-822939-1-iscsi neutron-server[82858]:     self._notify()
Dec 30 16:31:09.132011 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 30 16:31:09.132011 dv-cinder-822939-1-iscsi neutron-server[82858]:     self.callback(batched_events)
Dec 30 16:31:09.132011 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 30 16:31:09.132011 dv-cinder-822939-1-iscsi neutron-server[82858]:     event.method(event)
Dec 30 16:31:09.132011 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 30 16:31:09.132011 dv-cinder-822939-1-iscsi neutron-server[82858]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 30 16:31:09.132011 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 30 16:31:09.132011 dv-cinder-822939-1-iscsi neutron-server[82858]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 30 16:31:09.132011 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 30 16:31:09.132011 dv-cinder-822939-1-iscsi neutron-server[82858]:     return f(self, *a, **k)
Dec 30 16:31:09.132011 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 30 16:31:09.132011 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self._get(url).json()
Dec 30 16:31:09.132011 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 30 16:31:09.132011 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 30 16:31:09.132011 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 30 16:31:09.132011 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self.request(url, 'GET', **kwargs)
Dec 30 16:31:09.132011 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 30 16:31:09.132011 dv-cinder-822939-1-iscsi neutron-server[82858]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 30 16:31:09.132011 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 30 16:31:09.132011 dv-cinder-822939-1-iscsi neutron-server[82858]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 30 16:31:09.132011 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 30 16:31:09.132011 dv-cinder-822939-1-iscsi neutron-server[82858]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 30 16:31:09.132011 dv-cinder-822939-1-iscsi neutron-server[82858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 30 16:31:09.204310 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-06bbb07b-44fd-4f20-b002-92cf74834fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-618002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4017932'] for network, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:09.220736 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-06bbb07b-44fd-4f20-b002-92cf74834fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:09.230820 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbb07b-44fd-4f20-b002-92cf74834fc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a85fc798-bf72-44d1-98a7-f03ad93a90ce,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:31:09.242103 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-06bbb07b-44fd-4f20-b002-92cf74834fc8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a85fc798-bf72-44d1-98a7-f03ad93a90ce HTTP/1.1" status: 204  len: 168 time: 0.6097722
Dec 30 16:31:09.243661 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbb07b-44fd-4f20-b002-92cf74834fc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:31:09.244007 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbb07b-44fd-4f20-b002-92cf74834fc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:31:09.244423 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbb07b-44fd-4f20-b002-92cf74834fc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:31:09.245528 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbb07b-44fd-4f20-b002-92cf74834fc8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:31:09.246217 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbb07b-44fd-4f20-b002-92cf74834fc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:31:09.246311 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbb07b-44fd-4f20-b002-92cf74834fc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:31:09.246619 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbb07b-44fd-4f20-b002-92cf74834fc8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:31:09.246947 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbb07b-44fd-4f20-b002-92cf74834fc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:31:09.247275 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbb07b-44fd-4f20-b002-92cf74834fc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:31:09.247594 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbb07b-44fd-4f20-b002-92cf74834fc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:31:09.247944 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bbb07b-44fd-4f20-b002-92cf74834fc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:31:09.382171 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 57932) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:31:09.433865 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-18a604e6-6938-4e0b-acce-654c2ab35cc0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ef5df19a268d4c8dacc1dec7fb9a4c5e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0505135
Dec 30 16:31:09.436345 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 57936) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:31:09.498820 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6098e728-ee42-4e04-b51f-cb746b185449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:09.534924 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6098e728-ee42-4e04-b51f-cb746b185449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:09.592178 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6098e728-ee42-4e04-b51f-cb746b185449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:09.609413 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098e728-ee42-4e04-b51f-cb746b185449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5503d29b-7e87-445c-a178-6f5511b8dc73,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:31:09.622115 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-6098e728-ee42-4e04-b51f-cb746b185449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:09.623283 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-6098e728-ee42-4e04-b51f-cb746b185449 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5503d29b-7e87-445c-a178-6f5511b8dc73 HTTP/1.1" status: 204  len: 168 time: 0.1860964
Dec 30 16:31:10.078206 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device bfc366c4-7369-462c-a2a3-22fe7b883277 up at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:31:10.151661 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning for port bfc366c4-7369-462c-a2a3-22fe7b883277 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:31:10.156193 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning complete for port bfc366c4-7369-462c-a2a3-22fe7b883277 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:31:10.156556 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:10.275602 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:10.292137 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65e611-fb4d-4c6c-b3ef-3d039d981e22 req-3f0e55f3-c134-454a-b12c-a885b366da0d tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:31:10.293610 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5f65e611-fb4d-4c6c-b3ef-3d039d981e22 req-3f0e55f3-c134-454a-b12c-a885b366da0d tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9c50770-6943-4471-933b-807d057be46a HTTP/1.1" status: 200  len: 945 time: 0.0814307
Dec 30 16:31:10.301336 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c50770-6943-4471-933b-807d057be46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc366c4-7369-462c-a2a3-22fe7b883277'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:31:10.311263 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port bfc366c4-7369-462c-a2a3-22fe7b883277, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=bfc366c4-7369-462c-a2a3-22fe7b883277,segment=NetworkSegment(d7581e55-c99f-42cf-8388-c4720f12e569),segment_id=d7581e55-c99f-42cf-8388-c4720f12e569)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:31:10.317481 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:10.343437 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-5f65e611-fb4d-4c6c-b3ef-3d039d981e22 req-0fbfc28b-d2ad-452f-904b-18b74918b3ee tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439308
Dec 30 16:31:10.383267 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=bfc366c4-7369-462c-a2a3-22fe7b883277,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:31:10.568316 dv-cinder-822939-1-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c50770-6943-4471-933b-807d057be46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc366c4-7369-462c-a2a3-22fe7b883277', 'code': 200}
Dec 30 16:31:10.868602 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-84248e72-c860-496d-9d10-9f11d338655c req-ff01339c-5db1-4e1e-93c5-e150c3dad156 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f9c50770-6943-4471-933b-807d057be46a HTTP/1.1" status: 200  len: 1099 time: 0.0803759
Dec 30 16:31:10.913513 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-84248e72-c860-496d-9d10-9f11d338655c req-2ecc43a3-aa19-4b5d-9b91-b7103761e3f9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379591
Dec 30 16:31:11.553734 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b5b0fe-aeda-4ccb-8ade-c0938aa562e0 req-6e7980c2-9a0d-4d04-a598-b0b569f95dbb tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:31:11.555164 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-59b5b0fe-aeda-4ccb-8ade-c0938aa562e0 req-6e7980c2-9a0d-4d04-a598-b0b569f95dbb tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9c50770-6943-4471-933b-807d057be46a HTTP/1.1" status: 200  len: 946 time: 0.0816247
Dec 30 16:31:11.601111 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-59b5b0fe-aeda-4ccb-8ade-c0938aa562e0 req-b9c8aa48-5a95-4e16-a958-b213c0c156d9 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403538
Dec 30 16:31:12.828186 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf9a2c5-7dc0-4283-b622-b421843e086e req-9e5163ea-1ac8-4583-9138-c2814dd3133c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:31:12.829522 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-faf9a2c5-7dc0-4283-b622-b421843e086e req-9e5163ea-1ac8-4583-9138-c2814dd3133c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9c50770-6943-4471-933b-807d057be46a HTTP/1.1" status: 200  len: 946 time: 0.0972245
Dec 30 16:31:12.875904 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-faf9a2c5-7dc0-4283-b622-b421843e086e req-c7df3ab0-e1bc-4382-bfc5-0b723ede94b7 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387940
Dec 30 16:31:13.080924 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88aa4c2-4a32-4fb7-bbbf-10dfa8c3efcd req-9eeab921-77ba-4a74-86a4-505dbd4a3185 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:31:13.082297 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d88aa4c2-4a32-4fb7-bbbf-10dfa8c3efcd req-9eeab921-77ba-4a74-86a4-505dbd4a3185 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9c50770-6943-4471-933b-807d057be46a HTTP/1.1" status: 200  len: 946 time: 0.0831013
Dec 30 16:31:13.128027 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-d88aa4c2-4a32-4fb7-bbbf-10dfa8c3efcd req-a0a031a8-6478-4ff7-9278-b5e6db1e8d80 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396826
Dec 30 16:31:13.156346 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 57954) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:31:13.229818 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-3fb021e9-3cd9-4ce0-bc11-4a2ee9ead570 tempest-TestVolumeBootPattern-1539739126 tempest-TestVolumeBootPattern-1539739126-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f9c50770-6943-4471-933b-807d057be46a HTTP/1.1" status: 200  len: 1094 time: 0.0723293
Dec 30 16:31:13.232296 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 57958) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:31:13.237340 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-a9dc5bb5-60c2-4c87-90ab-3f0e821c6e3c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Request body: {'floatingip': {'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'port_id': 'bfc366c4-7369-462c-a2a3-22fe7b883277', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'fixed_ip_address': '172.20.0.11'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:31:13.242971 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-a9dc5bb5-60c2-4c87-90ab-3f0e821c6e3c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:31:13.248060 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-a9dc5bb5-60c2-4c87-90ab-3f0e821c6e3c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Usage tracker for resource:floatingip and tenant:8af8fbcb423a4e06a7f9d1e93b560913 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:31:13.253034 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-a9dc5bb5-60c2-4c87-90ab-3f0e821c6e3c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:31:13.260127 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-a9dc5bb5-60c2-4c87-90ab-3f0e821c6e3c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:31:13.272436 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5bb5-60c2-4c87-90ab-3f0e821c6e3c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for floatingip, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:13.409247 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5bb5-60c2-4c87-90ab-3f0e821c6e3c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:13.549098 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [None req-a9dc5bb5-60c2-4c87-90ab-3f0e821c6e3c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Allocated IP 172.27.1.201 (0b94b64d-9d7c-4a44-8bd0-f4e286ff014b/ad43253e-6e30-4230-9b92-331ad2639f5e/e2bb63b9-f32b-49f4-b299-6207cd3856f1) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:31:13.696027 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5bb5-60c2-4c87-90ab-3f0e821c6e3c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:13.725999 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5bb5-60c2-4c87-90ab-3f0e821c6e3c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:13.796169 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dc5bb5-60c2-4c87-90ab-3f0e821c6e3c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Network 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:31:13.799540 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-a9dc5bb5-60c2-4c87-90ab-3f0e821c6e3c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:31:13.802200 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dc5bb5-60c2-4c87-90ab-3f0e821c6e3c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:31:13.831753 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc5bb5-60c2-4c87-90ab-3f0e821c6e3c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Pushing event updated for resources: {'Port': ['ID=e2bb63b9-f32b-49f4-b299-6207cd3856f1,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:31:14.326560 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5bb5-60c2-4c87-90ab-3f0e821c6e3c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:14.385203 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5bb5-60c2-4c87-90ab-3f0e821c6e3c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:14.596653 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:31:14.684897 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5bb5-60c2-4c87-90ab-3f0e821c6e3c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:14.691460 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5bb5-60c2-4c87-90ab-3f0e821c6e3c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2958562'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:14.793407 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc5bb5-60c2-4c87-90ab-3f0e821c6e3c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Pushing event updated for resources: {'Port': ['ID=e2bb63b9-f32b-49f4-b299-6207cd3856f1,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:31:14.826716 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5bb5-60c2-4c87-90ab-3f0e821c6e3c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4017950'] for floatingip, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:15.044844 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.db.l3_db [None req-a9dc5bb5-60c2-4c87-90ab-3f0e821c6e3c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Floating IP f9bad62d-487a-4e30-b2ce-f4edf4519e6e associated. External IP: 172.27.1.201, port: bfc366c4-7369-462c-a2a3-22fe7b883277.
Dec 30 16:31:15.158445 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-47d8626c-0833-4598-893f-dc6e36dfb711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:15.469113 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9dc5bb5-60c2-4c87-90ab-3f0e821c6e3c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Router c9de370f-9936-4dea-beda-06d62ed93318 has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:31:15.679866 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9dc5bb5-60c2-4c87-90ab-3f0e821c6e3c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:31:15.689774 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6221ef3-9012-4744-b27a-ae1ba613c9fc None None] Sync routers for ids ['c9de370f-9936-4dea-beda-06d62ed93318'] in dv-cinder-822939-1-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:31:15.705067 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5bb5-60c2-4c87-90ab-3f0e821c6e3c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for floatingip, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:15.705670 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6221ef3-9012-4744-b27a-ae1ba613c9fc None None] Routers {'c9de370f-9936-4dea-beda-06d62ed93318'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:31:15.706253 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-d6221ef3-9012-4744-b27a-ae1ba613c9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d4eeb100>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:30:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['c9de370f-9936-4dea-beda-06d62ed93318'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:31:15.762514 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-a9dc5bb5-60c2-4c87-90ab-3f0e821c6e3c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.5290930
Dec 30 16:31:15.763026 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c50770-6943-4471-933b-807d057be46a', 'tag': 'bfc366c4-7369-462c-a2a3-22fe7b883277'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:31:15.899790 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c50770-6943-4471-933b-807d057be46a', 'tag': 'bfc366c4-7369-462c-a2a3-22fe7b883277', 'status': 'completed', 'code': 200}
Dec 30 16:31:15.909068 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-d6221ef3-9012-4744-b27a-ae1ba613c9fc None None] Set router c9de370f-9936-4dea-beda-06d62ed93318 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:31:15.993917 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f2a4afd4-d968-4a2b-ba7a-d1e0cfc23646 req-44c8dd5c-e05a-4dce-993d-84406969c0e8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8af8fbcb423a4e06a7f9d1e93b560913&device_id=f9c50770-6943-4471-933b-807d057be46a HTTP/1.1" status: 200  len: 1099 time: 0.0724285
Dec 30 16:31:16.127964 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4afd4-d968-4a2b-ba7a-d1e0cfc23646 req-fc25b75c-c698-4061-833f-839d27ea29de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:31:16.129487 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f2a4afd4-d968-4a2b-ba7a-d1e0cfc23646 req-fc25b75c-c698-4061-833f-839d27ea29de service neutron] 10.222.0.43 "GET /v2.0/networks?id=011cf0cf-0324-4c17-b0df-79ea91127cf5 HTTP/1.1" status: 200  len: 911 time: 0.1292689
Dec 30 16:31:16.232221 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f2a4afd4-d968-4a2b-ba7a-d1e0cfc23646 req-0b191b15-16dd-4041-9535-f036a90bb0cf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfc366c4-7369-462c-a2a3-22fe7b883277 HTTP/1.1" status: 200  len: 1000 time: 0.0966358
Dec 30 16:31:16.253143 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-d6221ef3-9012-4744-b27a-ae1ba613c9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d4eeb100>, [{'id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'name': 'tempest-TestVolumeBootPattern-626304108-router', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:01Z', 'revision_number': 4, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'gw_port': {'id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_floatingips': [{'id': 'f9bad62d-487a-4e30-b2ce-f4edf4519e6e', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'router_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'port_id': 'bfc366c4-7369-462c-a2a3-22fe7b883277', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'mac_address': 'fa:16:3e:d9:52:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c50770-6943-4471-933b-807d057be46a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-30T16:31:14Z', 'updated_at': '2021-12-30T16:31:14Z', 'revision_number': 0, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311157c5-36a6-4700-982b-6fc3a96b127f', 'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'mac_address': 'fa:16:3e:98:73:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:28:00Z', 'updated_at': '2021-12-30T16:28:20Z', 'revision_number': 5, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'subnets': [{'id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:31:16.257582 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6221ef3-9012-4744-b27a-ae1ba613c9fc None None] Checking router: c9de370f-9936-4dea-beda-06d62ed93318 for host: dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:31:16.268643 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6221ef3-9012-4744-b27a-ae1ba613c9fc None None] Routers {'c9de370f-9936-4dea-beda-06d62ed93318'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:31:16.269275 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-d6221ef3-9012-4744-b27a-ae1ba613c9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d4eeb100>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:30:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['c9de370f-9936-4dea-beda-06d62ed93318'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:31:16.292562 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4afd4-d968-4a2b-ba7a-d1e0cfc23646 req-e2d2d848-2db8-4481-ae1e-da9bf3e1060c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:31:16.294006 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f2a4afd4-d968-4a2b-ba7a-d1e0cfc23646 req-e2d2d848-2db8-4481-ae1e-da9bf3e1060c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a18b911b-dc27-4450-928c-21f993c9c052 HTTP/1.1" status: 200  len: 850 time: 0.0559161
Dec 30 16:31:16.367861 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f2a4afd4-d968-4a2b-ba7a-d1e0cfc23646 req-71845c80-0867-4fc9-91cb-d05022594808 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=011cf0cf-0324-4c17-b0df-79ea91127cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0676403
Dec 30 16:31:16.456370 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-d6221ef3-9012-4744-b27a-ae1ba613c9fc None None] Set router c9de370f-9936-4dea-beda-06d62ed93318 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:31:16.500022 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f2a4afd4-d968-4a2b-ba7a-d1e0cfc23646 req-254cc351-4eda-458d-925f-bee1340d46fb service neutron] 10.222.0.43 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1254706
Dec 30 16:31:16.712161 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-f2a4afd4-d968-4a2b-ba7a-d1e0cfc23646 req-aeb1b21b-d0b3-45ae-822a-b9d1df1fcd14 service neutron] 10.222.0.43 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2061107
Dec 30 16:31:16.808678 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-d6221ef3-9012-4744-b27a-ae1ba613c9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d4eeb100>, [{'id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'name': 'tempest-TestVolumeBootPattern-626304108-router', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:01Z', 'revision_number': 4, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'gw_port': {'id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_floatingips': [{'id': 'f9bad62d-487a-4e30-b2ce-f4edf4519e6e', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'router_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'port_id': 'bfc366c4-7369-462c-a2a3-22fe7b883277', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'mac_address': 'fa:16:3e:d9:52:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c50770-6943-4471-933b-807d057be46a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-30T16:31:14Z', 'updated_at': '2021-12-30T16:31:14Z', 'revision_number': 0, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311157c5-36a6-4700-982b-6fc3a96b127f', 'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'mac_address': 'fa:16:3e:98:73:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:28:00Z', 'updated_at': '2021-12-30T16:28:20Z', 'revision_number': 5, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'subnets': [{'id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:31:16.812590 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6221ef3-9012-4744-b27a-ae1ba613c9fc None None] The sync data for ids ['c9de370f-9936-4dea-beda-06d62ed93318'] in dv-cinder-822939-1-iscsi is: [{'id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'name': 'tempest-TestVolumeBootPattern-626304108-router', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:01Z', 'revision_number': 4, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'gw_port': {'id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_floatingips': [{'id': 'f9bad62d-487a-4e30-b2ce-f4edf4519e6e', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'router_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'port_id': 'bfc366c4-7369-462c-a2a3-22fe7b883277', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'mac_address': 'fa:16:3e:d9:52:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c50770-6943-4471-933b-807d057be46a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-30T16:31:14Z', 'updated_at': '2021-12-30T16:31:14Z', 'revision_number': 0, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311157c5-36a6-4700-982b-6fc3a96b127f', 'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'mac_address': 'fa:16:3e:98:73:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:28:00Z', 'updated_at': '2021-12-30T16:28:20Z', 'revision_number': 5, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'subnets': [{'id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:31:16.999334 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba8e658-4bbd-4f20-bdf9-eff55dbdd11a None None] New status for floating IP f9bad62d-487a-4e30-b2ce-f4edf4519e6e: ACTIVE {{(pid=82860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 30 16:31:17.379785 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-26fb8b98-aed3-4638-a811-2cec5d6bab75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:18.371018 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:18.690439 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:19.848310 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:22.661765 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:28.906382 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e45c401d-7995-41ce-8d25-3974dcfe6639 req-1b40162f-a43a-437a-808b-04f838d9a083 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f9c50770-6943-4471-933b-807d057be46a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0762970
Dec 30 16:31:29.057269 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e45c401d-7995-41ce-8d25-3974dcfe6639 req-6a0f1edd-a8b3-4b17-a54d-86c47534e3f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8af8fbcb423a4e06a7f9d1e93b560913&device_id=f9c50770-6943-4471-933b-807d057be46a HTTP/1.1" status: 200  len: 1099 time: 0.0787320
Dec 30 16:31:29.204427 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c401d-7995-41ce-8d25-3974dcfe6639 req-83a19d09-4656-4b16-a27b-acfcdf0a543d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:31:29.206546 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e45c401d-7995-41ce-8d25-3974dcfe6639 req-83a19d09-4656-4b16-a27b-acfcdf0a543d service neutron] 10.222.0.43 "GET /v2.0/networks?id=011cf0cf-0324-4c17-b0df-79ea91127cf5 HTTP/1.1" status: 200  len: 911 time: 0.1299226
Dec 30 16:31:29.308741 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e45c401d-7995-41ce-8d25-3974dcfe6639 req-b801c2b4-80c6-45a6-b1e0-c42426698c72 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfc366c4-7369-462c-a2a3-22fe7b883277 HTTP/1.1" status: 200  len: 1002 time: 0.0946386
Dec 30 16:31:29.374228 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c401d-7995-41ce-8d25-3974dcfe6639 req-a8cb4674-6732-4a42-86a1-ce5ff943a81c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:31:29.375588 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e45c401d-7995-41ce-8d25-3974dcfe6639 req-a8cb4674-6732-4a42-86a1-ce5ff943a81c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a18b911b-dc27-4450-928c-21f993c9c052 HTTP/1.1" status: 200  len: 850 time: 0.0593252
Dec 30 16:31:29.459138 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e45c401d-7995-41ce-8d25-3974dcfe6639 req-a4b37a16-f0e3-4db2-b8de-a635f80de330 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=011cf0cf-0324-4c17-b0df-79ea91127cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0761228
Dec 30 16:31:29.591909 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e45c401d-7995-41ce-8d25-3974dcfe6639 req-03f4fdf4-c785-44c6-9c27-8c6d693303f3 service neutron] 10.222.0.43 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251035
Dec 30 16:31:29.731443 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-e45c401d-7995-41ce-8d25-3974dcfe6639 req-f8cfb5d3-19cd-4467-8ed2-13abae90a71c service neutron] 10.222.0.43 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1302636
Dec 30 16:31:45.172774 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-da5f39bf-1cf8-4ae2-9321-096277744a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:47.374836 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d7d6c461-806a-4929-8cf2-a23261fb4125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:48.380032 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:48.687918 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:49.847048 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:31:51.602391 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:31:52.666475 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:32:15.177521 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-291b257d-3230-4311-8e16-87a826f221b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:32:17.376717 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-45e1705c-12c0-4faa-b156-0daf17401b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:32:18.376563 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:32:18.692045 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:32:19.855601 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:32:22.664459 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:32:28.593016 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:32:29.353180 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2f153b19-4284-493b-8a92-89b66a1b0351 req-57272d0b-0622-46ab-beec-70b8a84a023b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f9c50770-6943-4471-933b-807d057be46a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0750253
Dec 30 16:32:29.494913 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2f153b19-4284-493b-8a92-89b66a1b0351 req-43ba193b-4cfe-4d5e-960c-9a1301284c7e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8af8fbcb423a4e06a7f9d1e93b560913&device_id=f9c50770-6943-4471-933b-807d057be46a HTTP/1.1" status: 200  len: 1099 time: 0.0735803
Dec 30 16:32:29.641822 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f153b19-4284-493b-8a92-89b66a1b0351 req-53777583-bf5a-4cfe-9551-0fb9caa6722a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:32:29.644167 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2f153b19-4284-493b-8a92-89b66a1b0351 req-53777583-bf5a-4cfe-9551-0fb9caa6722a service neutron] 10.222.0.43 "GET /v2.0/networks?id=011cf0cf-0324-4c17-b0df-79ea91127cf5 HTTP/1.1" status: 200  len: 911 time: 0.1289380
Dec 30 16:32:29.749614 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2f153b19-4284-493b-8a92-89b66a1b0351 req-a2949807-a0a5-4cc5-adfd-daec0612c2ce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfc366c4-7369-462c-a2a3-22fe7b883277 HTTP/1.1" status: 200  len: 1002 time: 0.0986805
Dec 30 16:32:29.814451 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f153b19-4284-493b-8a92-89b66a1b0351 req-51967be2-6508-409e-9460-995a0871b87f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:32:29.815944 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2f153b19-4284-493b-8a92-89b66a1b0351 req-51967be2-6508-409e-9460-995a0871b87f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a18b911b-dc27-4450-928c-21f993c9c052 HTTP/1.1" status: 200  len: 850 time: 0.0602193
Dec 30 16:32:29.898648 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2f153b19-4284-493b-8a92-89b66a1b0351 req-e81e3294-bb38-45db-bd2e-222baa73f881 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=011cf0cf-0324-4c17-b0df-79ea91127cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0757327
Dec 30 16:32:30.036241 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2f153b19-4284-493b-8a92-89b66a1b0351 req-c17dbd74-7e28-48e8-ae9e-52f2d23f6c4e service neutron] 10.222.0.43 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1296558
Dec 30 16:32:30.244256 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-2f153b19-4284-493b-8a92-89b66a1b0351 req-bbdc7a10-00cf-4382-b05d-41ae409649bd service neutron] 10.222.0.43 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2014780
Dec 30 16:32:45.181516 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-81a507f7-56e4-4ac9-b883-c2949916ddcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:32:47.374355 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-4b2af0f6-2bdc-4dc7-97c6-ed9cdb9db68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:32:48.378974 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:32:48.690949 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:32:49.858431 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:32:52.663195 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:05.594557 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:33:05.845277 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0ae92265-f321-45d5-a648-b764e89080b9 req-586f6acb-e25e-4178-ad1b-dbc0411fa8fb tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1224970183&fields=id&tenant_id=8af8fbcb423a4e06a7f9d1e93b560913 HTTP/1.1" status: 200  len: 267 time: 0.0471542
Dec 30 16:33:06.009558 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae92265-f321-45d5-a648-b764e89080b9 req-f1e90b47-c827-4bb5-89c2-5d36aadbcda5 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:33:06.011002 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0ae92265-f321-45d5-a648-b764e89080b9 req-f1e90b47-c827-4bb5-89c2-5d36aadbcda5 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/networks?id=011cf0cf-0324-4c17-b0df-79ea91127cf5 HTTP/1.1" status: 200  len: 811 time: 0.1585732
Dec 30 16:33:06.030245 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0ae92265-f321-45d5-a648-b764e89080b9 req-efda3167-7709-4963-b066-4711ee05d85d tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/quotas/8af8fbcb423a4e06a7f9d1e93b560913 HTTP/1.1" status: 200  len: 375 time: 0.0113227
Dec 30 16:33:06.119279 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0ae92265-f321-45d5-a648-b764e89080b9 req-ec208556-bfdc-4a0c-92ee-73ac52feb290 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8af8fbcb423a4e06a7f9d1e93b560913&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0818813
Dec 30 16:33:06.297477 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [req-0ae92265-f321-45d5-a648-b764e89080b9 req-9a85eb58-428c-4080-94fe-8626ec4b4203 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=82857) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Dec 30 16:33:06.298400 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0ae92265-f321-45d5-a648-b764e89080b9 req-9a85eb58-428c-4080-94fe-8626ec4b4203 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1677103
Dec 30 16:33:06.441610 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0ae92265-f321-45d5-a648-b764e89080b9 req-970b69c5-00df-4dfa-af85-612f1859c89d service neutron] 10.222.0.31 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338892
Dec 30 16:33:06.575854 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0ae92265-f321-45d5-a648-b764e89080b9 req-aba382cd-581b-4245-bc9b-cbcd53c449c6 service neutron] 10.222.0.31 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1285243
Dec 30 16:33:07.026662 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-8a7c2340-bd7f-4534-b068-4f04666b4a4f req-2c4220a9-dcef-4618-9efa-adb88a46ad69 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d2ac609-eb89-477b-a8bb-1989c06b0660 HTTP/1.1" status: 200  len: 210 time: 0.0415223
Dec 30 16:33:08.026379 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae92265-f321-45d5-a648-b764e89080b9 req-93617843-e1e9-413c-93de-7ae1ccc5a9b7 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:33:08.027791 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0ae92265-f321-45d5-a648-b764e89080b9 req-93617843-e1e9-413c-93de-7ae1ccc5a9b7 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.43 "GET /v2.0/networks?id=011cf0cf-0324-4c17-b0df-79ea91127cf5 HTTP/1.1" status: 200  len: 811 time: 0.1492913
Dec 30 16:33:08.086840 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0ae92265-f321-45d5-a648-b764e89080b9 req-62dadb4d-b372-4fee-b1ce-3520e1eb9384 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8af8fbcb423a4e06a7f9d1e93b560913 HTTP/1.1" status: 200  len: 380 time: 0.0466433
Dec 30 16:33:08.098176 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-0ae92265-f321-45d5-a648-b764e89080b9 req-7f7922ee-9b07-4f02-bf26-0178379cc1b9 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Request body: {'port': {'device_id': '5d2ac609-eb89-477b-a8bb-1989c06b0660', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'admin_state_up': True, 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'security_groups': ['b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7']}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:33:08.207697 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6742d7d8-f706-4ff6-8dc7-ba4e631c8642 req-2ce67430-79fa-47b3-a0aa-450baefcb7bb tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d2ac609-eb89-477b-a8bb-1989c06b0660 HTTP/1.1" status: 200  len: 210 time: 0.0499277
Dec 30 16:33:08.267936 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-0ae92265-f321-45d5-a648-b764e89080b9 req-7f7922ee-9b07-4f02-bf26-0178379cc1b9 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:33:08.277383 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.quota.driver [req-0ae92265-f321-45d5-a648-b764e89080b9 req-7f7922ee-9b07-4f02-bf26-0178379cc1b9 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=82857) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:33:08.289588 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ae92265-f321-45d5-a648-b764e89080b9 req-7f7922ee-9b07-4f02-bf26-0178379cc1b9 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Made reservation on behalf of 8af8fbcb423a4e06a7f9d1e93b560913 for: {'port': 1} {{(pid=82857) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Dec 30 16:33:08.292580 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-0ae92265-f321-45d5-a648-b764e89080b9 req-7f7922ee-9b07-4f02-bf26-0178379cc1b9 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:08.462613 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.db_base_plugin_common [req-0ae92265-f321-45d5-a648-b764e89080b9 req-7f7922ee-9b07-4f02-bf26-0178379cc1b9 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Allocated IP 172.20.0.6 (011cf0cf-0324-4c17-b0df-79ea91127cf5/a18b911b-dc27-4450-928c-21f993c9c052/fd1750c9-9722-4d9b-8ea3-86290a706034) {{(pid=82857) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:33:08.649001 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-0ae92265-f321-45d5-a648-b764e89080b9 req-7f7922ee-9b07-4f02-bf26-0178379cc1b9 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for port, precommit_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:08.664999 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-0ae92265-f321-45d5-a648-b764e89080b9 req-7f7922ee-9b07-4f02-bf26-0178379cc1b9 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Transition to ACTIVE for port object fd1750c9-9722-4d9b-8ea3-86290a706034 will not be triggered until provisioned by entity DHCP. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:33:08.687098 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-0ae92265-f321-45d5-a648-b764e89080b9 req-7f7922ee-9b07-4f02-bf26-0178379cc1b9 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_create {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:08.762309 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ae92265-f321-45d5-a648-b764e89080b9 req-7f7922ee-9b07-4f02-bf26-0178379cc1b9 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Network 011cf0cf-0324-4c17-b0df-79ea91127cf5 is already hosted by enough agents. {{(pid=82857) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:33:08.765500 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.scheduler.base_scheduler [req-0ae92265-f321-45d5-a648-b764e89080b9 req-7f7922ee-9b07-4f02-bf26-0178379cc1b9 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Resources bound (agent type, host, resource id):  {{(pid=82857) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:33:08.770331 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae92265-f321-45d5-a648-b764e89080b9 req-7f7922ee-9b07-4f02-bf26-0178379cc1b9 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Received port after_create {{(pid=82857) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:33:08.799431 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7922ee-9b07-4f02-bf26-0178379cc1b9 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Pushing event updated for resources: {'Port': ['ID=fd1750c9-9722-4d9b-8ea3-86290a706034,revision_number=1']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:33:08.820985 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7922ee-9b07-4f02-bf26-0178379cc1b9 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:33:08.821336 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7922ee-9b07-4f02-bf26-0178379cc1b9 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:33:08.821673 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7922ee-9b07-4f02-bf26-0178379cc1b9 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:33:08.822000 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7922ee-9b07-4f02-bf26-0178379cc1b9 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:33:08.822427 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7922ee-9b07-4f02-bf26-0178379cc1b9 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:33:08.822741 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7922ee-9b07-4f02-bf26-0178379cc1b9 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:33:08.823087 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7922ee-9b07-4f02-bf26-0178379cc1b9 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:33:08.823356 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7922ee-9b07-4f02-bf26-0178379cc1b9 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:33:08.823684 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7922ee-9b07-4f02-bf26-0178379cc1b9 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:33:08.823995 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7922ee-9b07-4f02-bf26-0178379cc1b9 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:33:08.824308 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7922ee-9b07-4f02-bf26-0178379cc1b9 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:33:08.844491 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae92265-f321-45d5-a648-b764e89080b9 req-7f7922ee-9b07-4f02-bf26-0178379cc1b9 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:33:08.845061 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-0ae92265-f321-45d5-a648-b764e89080b9 req-7f7922ee-9b07-4f02-bf26-0178379cc1b9 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:08.874823 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0ae92265-f321-45d5-a648-b764e89080b9 req-7f7922ee-9b07-4f02-bf26-0178379cc1b9 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7803817
Dec 30 16:33:08.886430 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.v2.base [req-0ae92265-f321-45d5-a648-b764e89080b9 req-c863b24e-d863-49fd-aed4-638b290e4d61 service neutron] Request body: {'port': {'device_id': '5d2ac609-eb89-477b-a8bb-1989c06b0660', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82293'}} {{(pid=82857) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:33:09.044691 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-41ac1365-3ca9-4b11-a6a3-c9d840a65bf9 None None] Provisioning for port fd1750c9-9722-4d9b-8ea3-86290a706034 completed by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:33:09.049613 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-41ac1365-3ca9-4b11-a6a3-c9d840a65bf9 None None] Provisioning complete for port fd1750c9-9722-4d9b-8ea3-86290a706034 triggered by entity DHCP. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:33:09.050007 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-41ac1365-3ca9-4b11-a6a3-c9d840a65bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:09.074979 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-0ae92265-f321-45d5-a648-b764e89080b9 req-c863b24e-d863-49fd-aed4-638b290e4d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:09.102349 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-41ac1365-3ca9-4b11-a6a3-c9d840a65bf9 None None] Port fd1750c9-9722-4d9b-8ea3-86290a706034 cannot update to ACTIVE because it is not bound. {{(pid=82859) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Dec 30 16:33:09.402479 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf0b7ae-8847-453d-9235-292f19e9e448 req-814599bc-dea8-4b46-9c99-865629a76eeb tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:33:09.403909 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fbf0b7ae-8847-453d-9235-292f19e9e448 req-814599bc-dea8-4b46-9c99-865629a76eeb tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d2ac609-eb89-477b-a8bb-1989c06b0660 HTTP/1.1" status: 200  len: 931 time: 0.0769458
Dec 30 16:33:09.405990 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [req-0ae92265-f321-45d5-a648-b764e89080b9 req-c863b24e-d863-49fd-aed4-638b290e4d61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd1750c9-9722-4d9b-8ea3-86290a706034 {{(pid=82857) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:33:09.413048 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-0ae92265-f321-45d5-a648-b764e89080b9 req-c863b24e-d863-49fd-aed4-638b290e4d61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:09.428401 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.provisioning_blocks [req-0ae92265-f321-45d5-a648-b764e89080b9 req-c863b24e-d863-49fd-aed4-638b290e4d61 service neutron] Transition to ACTIVE for port object fd1750c9-9722-4d9b-8ea3-86290a706034 will not be triggered until provisioned by entity L2. {{(pid=82857) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Dec 30 16:33:09.434364 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-0ae92265-f321-45d5-a648-b764e89080b9 req-c863b24e-d863-49fd-aed4-638b290e4d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:09.448427 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-fbf0b7ae-8847-453d-9235-292f19e9e448 req-e9dd3997-74e0-4439-8c05-e6372a6f533a tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383906
Dec 30 16:33:09.567457 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863b24e-d863-49fd-aed4-638b290e4d61 service neutron] Pushing event updated for resources: {'Port': ['ID=fd1750c9-9722-4d9b-8ea3-86290a706034,revision_number=2']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:33:09.679605 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-0ae92265-f321-45d5-a648-b764e89080b9 req-c863b24e-d863-49fd-aed4-638b290e4d61 service neutron] Attempting to bind port fd1750c9-9722-4d9b-8ea3-86290a706034 on host hv-cinder-82293 for vnic_type normal with profile  {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Dec 30 16:33:09.679931 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-0ae92265-f321-45d5-a648-b764e89080b9 req-c863b24e-d863-49fd-aed4-638b290e4d61 service neutron] Attempting to bind port fd1750c9-9722-4d9b-8ea3-86290a706034 by drivers openvswitch,hyperv on host hv-cinder-82293 at level 0 using segments [{'id': 'd7581e55-c99f-42cf-8388-c4720f12e569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5'}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Dec 30 16:33:09.680249 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae92265-f321-45d5-a648-b764e89080b9 req-c863b24e-d863-49fd-aed4-638b290e4d61 service neutron] Attempting to bind port fd1750c9-9722-4d9b-8ea3-86290a706034 on network 011cf0cf-0324-4c17-b0df-79ea91127cf5 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:33:09.686528 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae92265-f321-45d5-a648-b764e89080b9 req-c863b24e-d863-49fd-aed4-638b290e4d61 service neutron] Port fd1750c9-9722-4d9b-8ea3-86290a706034 on network 011cf0cf-0324-4c17-b0df-79ea91127cf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82293 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Dec 30 16:33:09.686841 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae92265-f321-45d5-a648-b764e89080b9 req-c863b24e-d863-49fd-aed4-638b290e4d61 service neutron] Attempting to bind port fd1750c9-9722-4d9b-8ea3-86290a706034 on network 011cf0cf-0324-4c17-b0df-79ea91127cf5 {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Dec 30 16:33:09.692876 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae92265-f321-45d5-a648-b764e89080b9 req-c863b24e-d863-49fd-aed4-638b290e4d61 service neutron] Checking agent: {'id': 'e529ec3e-5d50-4747-9e44-8ad3816b2791', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82293', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'started_at': datetime.datetime(2021, 12, 30, 16, 17, 22), 'heartbeat_timestamp': datetime.datetime(2021, 12, 30, 16, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Dec 30 16:33:09.693223 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae92265-f321-45d5-a648-b764e89080b9 req-c863b24e-d863-49fd-aed4-638b290e4d61 service neutron] Checking segment: {'id': 'd7581e55-c99f-42cf-8388-c4720f12e569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82857) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Dec 30 16:33:09.693598 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae92265-f321-45d5-a648-b764e89080b9 req-c863b24e-d863-49fd-aed4-638b290e4d61 service neutron] Bound using segment: {'id': 'd7581e55-c99f-42cf-8388-c4720f12e569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5'} {{(pid=82857) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Dec 30 16:33:09.694010 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.managers [req-0ae92265-f321-45d5-a648-b764e89080b9 req-c863b24e-d863-49fd-aed4-638b290e4d61 service neutron] Bound port: fd1750c9-9722-4d9b-8ea3-86290a706034, host: hv-cinder-82293, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7581e55-c99f-42cf-8388-c4720f12e569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5'}}] {{(pid=82857) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Dec 30 16:33:09.694344 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-0ae92265-f321-45d5-a648-b764e89080b9 req-c863b24e-d863-49fd-aed4-638b290e4d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:09.784595 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-0ae92265-f321-45d5-a648-b764e89080b9 req-c863b24e-d863-49fd-aed4-638b290e4d61 service neutron] For port fd1750c9-9722-4d9b-8ea3-86290a706034, host hv-cinder-82293, cleared binding levels {{(pid=82857) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Dec 30 16:33:09.787446 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-0ae92265-f321-45d5-a648-b764e89080b9 req-c863b24e-d863-49fd-aed4-638b290e4d61 service neutron] For port fd1750c9-9722-4d9b-8ea3-86290a706034, host hv-cinder-82293, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=fd1750c9-9722-4d9b-8ea3-86290a706034,segment=NetworkSegment(d7581e55-c99f-42cf-8388-c4720f12e569),segment_id=d7581e55-c99f-42cf-8388-c4720f12e569)] {{(pid=82857) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Dec 30 16:33:09.794974 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-0ae92265-f321-45d5-a648-b764e89080b9 req-c863b24e-d863-49fd-aed4-638b290e4d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2906957'] for port, after_update {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:09.859261 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-0ae92265-f321-45d5-a648-b764e89080b9 req-c863b24e-d863-49fd-aed4-638b290e4d61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:09.860626 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0ae92265-f321-45d5-a648-b764e89080b9 req-c863b24e-d863-49fd-aed4-638b290e4d61 service neutron] 10.222.0.43 "PUT /v2.0/ports/fd1750c9-9722-4d9b-8ea3-86290a706034 HTTP/1.1" status: 200  len: 1093 time: 0.9787059
Dec 30 16:33:09.861068 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d2ac609-eb89-477b-a8bb-1989c06b0660', 'tag': 'fd1750c9-9722-4d9b-8ea3-86290a706034'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:33:09.891843 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863b24e-d863-49fd-aed4-638b290e4d61 service neutron] Pushing event updated for resources: {'Port': ['ID=fd1750c9-9722-4d9b-8ea3-86290a706034,revision_number=3']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:33:09.944310 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d2ac609-eb89-477b-a8bb-1989c06b0660', 'tag': 'fd1750c9-9722-4d9b-8ea3-86290a706034', 'status': 'completed', 'code': 200}
Dec 30 16:33:09.992743 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0ae92265-f321-45d5-a648-b764e89080b9 req-65339900-bcd4-4dee-999a-82952ce7c2a5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8af8fbcb423a4e06a7f9d1e93b560913&device_id=5d2ac609-eb89-477b-a8bb-1989c06b0660 HTTP/1.1" status: 200  len: 1096 time: 0.0793333
Dec 30 16:33:10.061835 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0ae92265-f321-45d5-a648-b764e89080b9 req-3374d1fc-a204-4b8d-bb6c-dd8d4b8e9a32 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd1750c9-9722-4d9b-8ea3-86290a706034 HTTP/1.1" status: 200  len: 217 time: 0.0625956
Dec 30 16:33:10.129696 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae92265-f321-45d5-a648-b764e89080b9 req-627ad7ff-e59a-402c-b849-a629e67847e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:33:10.130988 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0ae92265-f321-45d5-a648-b764e89080b9 req-627ad7ff-e59a-402c-b849-a629e67847e4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a18b911b-dc27-4450-928c-21f993c9c052 HTTP/1.1" status: 200  len: 850 time: 0.0602419
Dec 30 16:33:10.214187 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0ae92265-f321-45d5-a648-b764e89080b9 req-e01117f8-1591-4fee-a786-b1a7c1e2193a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=011cf0cf-0324-4c17-b0df-79ea91127cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0755513
Dec 30 16:33:10.348446 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0ae92265-f321-45d5-a648-b764e89080b9 req-e2949920-afd7-4a38-bfad-809296d28b56 service neutron] 10.222.0.43 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244600
Dec 30 16:33:10.481881 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0ae92265-f321-45d5-a648-b764e89080b9 req-9c9e6263-155f-49e1-a63b-324ac493c289 service neutron] 10.222.0.43 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1251070
Dec 30 16:33:10.596092 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1d2c4d7c-e711-46c8-9630-99cc9e665702 req-10b525ed-31e7-491c-add5-0c09ba876b01 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8af8fbcb423a4e06a7f9d1e93b560913&device_id=5d2ac609-eb89-477b-a8bb-1989c06b0660 HTTP/1.1" status: 200  len: 1096 time: 0.0680151
Dec 30 16:33:10.725249 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d7b908-ce9b-447e-9857-48fc00651808 req-67b45eca-d803-4748-9a41-eba10dcf1e9b tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:33:10.726679 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-23d7b908-ce9b-447e-9857-48fc00651808 req-67b45eca-d803-4748-9a41-eba10dcf1e9b tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d2ac609-eb89-477b-a8bb-1989c06b0660 HTTP/1.1" status: 200  len: 943 time: 0.0745180
Dec 30 16:33:10.729358 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c4d7c-e711-46c8-9630-99cc9e665702 req-470901cf-8fe7-4a5e-b816-9283796c4ce2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:33:10.730776 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1d2c4d7c-e711-46c8-9630-99cc9e665702 req-470901cf-8fe7-4a5e-b816-9283796c4ce2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=011cf0cf-0324-4c17-b0df-79ea91127cf5 HTTP/1.1" status: 200  len: 911 time: 0.1270659
Dec 30 16:33:10.774834 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-23d7b908-ce9b-447e-9857-48fc00651808 req-ec960711-f1dd-4846-925a-56add1c294bb tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420165
Dec 30 16:33:10.878294 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1d2c4d7c-e711-46c8-9630-99cc9e665702 req-7e101cfe-71e8-41d6-9dd3-f01af952d926 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd1750c9-9722-4d9b-8ea3-86290a706034 HTTP/1.1" status: 200  len: 217 time: 0.1393557
Dec 30 16:33:10.950346 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c4d7c-e711-46c8-9630-99cc9e665702 req-dde61e1e-e84b-4752-9433-cb88f4fccb8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:33:10.951770 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1d2c4d7c-e711-46c8-9630-99cc9e665702 req-dde61e1e-e84b-4752-9433-cb88f4fccb8d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a18b911b-dc27-4450-928c-21f993c9c052 HTTP/1.1" status: 200  len: 850 time: 0.0647302
Dec 30 16:33:11.033008 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1d2c4d7c-e711-46c8-9630-99cc9e665702 req-b91a7340-0902-4313-bb4a-20458e559777 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=011cf0cf-0324-4c17-b0df-79ea91127cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0700667
Dec 30 16:33:11.168128 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1d2c4d7c-e711-46c8-9630-99cc9e665702 req-420cfdb2-4ffb-4992-879e-3698f3de9c44 service neutron] 10.222.0.43 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251378
Dec 30 16:33:11.311291 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1d2c4d7c-e711-46c8-9630-99cc9e665702 req-03addafb-c454-4154-a107-de4e8d1b2a11 service neutron] 10.222.0.43 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1362028
Dec 30 16:33:11.994748 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac7e09-4579-4d01-a077-eee640ffd9c0 req-03547ea3-f6aa-447d-b7ac-770ca7535f1b tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:33:11.995424 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-62ac7e09-4579-4d01-a077-eee640ffd9c0 req-03547ea3-f6aa-447d-b7ac-770ca7535f1b tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Synchronizing usage tracker for tenant:8af8fbcb423a4e06a7f9d1e93b560913 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:33:12.013650 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-62ac7e09-4579-4d01-a077-eee640ffd9c0 req-03547ea3-f6aa-447d-b7ac-770ca7535f1b tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Unset dirty status for tenant:8af8fbcb423a4e06a7f9d1e93b560913 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:33:12.014895 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-62ac7e09-4579-4d01-a077-eee640ffd9c0 req-03547ea3-f6aa-447d-b7ac-770ca7535f1b tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d2ac609-eb89-477b-a8bb-1989c06b0660 HTTP/1.1" status: 200  len: 943 time: 0.1049364
Dec 30 16:33:12.065908 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-62ac7e09-4579-4d01-a077-eee640ffd9c0 req-d3074647-e7d8-4422-8cdf-4f6387b5ef3d tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451620
Dec 30 16:33:13.288364 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca4ba4-cdec-40ac-8680-a60c3a9cf4fa req-08588d28-43de-496e-9c29-f9a7243ce89e tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:33:13.289816 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d0ca4ba4-cdec-40ac-8680-a60c3a9cf4fa req-08588d28-43de-496e-9c29-f9a7243ce89e tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d2ac609-eb89-477b-a8bb-1989c06b0660 HTTP/1.1" status: 200  len: 943 time: 0.0885563
Dec 30 16:33:13.334708 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-d0ca4ba4-cdec-40ac-8680-a60c3a9cf4fa req-5e869336-b9dd-4fdc-9122-e8935426a985 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387616
Dec 30 16:33:14.542332 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105c62c-f182-4d09-9301-b300eb7be7eb req-6fd7b7bb-fb48-455f-a6e9-3673bcba317a tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:33:14.543805 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3105c62c-f182-4d09-9301-b300eb7be7eb req-6fd7b7bb-fb48-455f-a6e9-3673bcba317a tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d2ac609-eb89-477b-a8bb-1989c06b0660 HTTP/1.1" status: 200  len: 943 time: 0.0784869
Dec 30 16:33:14.593758 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3105c62c-f182-4d09-9301-b300eb7be7eb req-f58cd0e8-b903-4f90-9769-66c141cc1715 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417895
Dec 30 16:33:15.178676 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-6858ebc6-8d87-495f-bbf8-15a5ef1645b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:15.806141 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f66462-5d8d-412f-9b24-df3b2ad2a171 req-b52f055e-190e-4d00-a231-06d496a018aa tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:33:15.807703 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-79f66462-5d8d-412f-9b24-df3b2ad2a171 req-b52f055e-190e-4d00-a231-06d496a018aa tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d2ac609-eb89-477b-a8bb-1989c06b0660 HTTP/1.1" status: 200  len: 943 time: 0.0823848
Dec 30 16:33:15.854922 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-79f66462-5d8d-412f-9b24-df3b2ad2a171 req-a1d713cf-e2b6-4c4f-aaa2-bd930ef47d53 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417483
Dec 30 16:33:17.075841 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40025ab1-b4cb-4db8-910d-498af1a1974e req-0c748f23-57e4-48fd-9a13-ab07dca4e9ca tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:33:17.078630 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-40025ab1-b4cb-4db8-910d-498af1a1974e req-0c748f23-57e4-48fd-9a13-ab07dca4e9ca tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d2ac609-eb89-477b-a8bb-1989c06b0660 HTTP/1.1" status: 200  len: 943 time: 0.0973108
Dec 30 16:33:17.134707 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-40025ab1-b4cb-4db8-910d-498af1a1974e req-c2717311-eb36-46e5-b6ff-a5d91b905258 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497925
Dec 30 16:33:17.380480 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-36aee779-c894-45d2-b3cc-b242e45f7445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:18.382931 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:18.451180 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28ddfe-3bf0-46f7-a92b-07be3bb07a03 req-755bbe6e-3091-4bfc-b144-190a34abff85 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:33:18.452636 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6c28ddfe-3bf0-46f7-a92b-07be3bb07a03 req-755bbe6e-3091-4bfc-b144-190a34abff85 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d2ac609-eb89-477b-a8bb-1989c06b0660 HTTP/1.1" status: 200  len: 943 time: 0.1837149
Dec 30 16:33:18.501428 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-6c28ddfe-3bf0-46f7-a92b-07be3bb07a03 req-a4f01fb9-7481-4f4e-bf27-ee9ddde0ab4f tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421526
Dec 30 16:33:18.575204 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device fd1750c9-9722-4d9b-8ea3-86290a706034 details requested by agent hyperv_hv-cinder-82293 with host hv-cinder-82293 {{(pid=82859) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Dec 30 16:33:18.708836 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:18.734859 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port fd1750c9-9722-4d9b-8ea3-86290a706034, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=fd1750c9-9722-4d9b-8ea3-86290a706034,segment=NetworkSegment(d7581e55-c99f-42cf-8388-c4720f12e569),segment_id=d7581e55-c99f-42cf-8388-c4720f12e569)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:33:18.748029 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Returning: {'device': 'fd1750c9-9722-4d9b-8ea3-86290a706034', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'port_id': 'fd1750c9-9722-4d9b-8ea3-86290a706034', 'mac_address': 'fa:16:3e:1d:a3:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82859) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Dec 30 16:33:18.806821 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:18.824792 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd1750c9-9722-4d9b-8ea3-86290a706034 {{(pid=82859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Dec 30 16:33:18.841534 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port fd1750c9-9722-4d9b-8ea3-86290a706034, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=fd1750c9-9722-4d9b-8ea3-86290a706034,segment=NetworkSegment(d7581e55-c99f-42cf-8388-c4720f12e569),segment_id=d7581e55-c99f-42cf-8388-c4720f12e569)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:33:18.846455 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:18.917147 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=fd1750c9-9722-4d9b-8ea3-86290a706034,revision_number=4']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:33:18.926496 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:33:18.926810 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:33:18.927169 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:33:18.927478 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:33:18.927798 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:33:18.928096 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:33:18.928431 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:33:18.928722 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:33:18.929075 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:33:18.929402 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:33:18.929704 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:33:19.110419 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] get_ports_and_sgs() called for port_ids ['fd1750c9-9722-4d9b-8ea3-86290a706034'] {{(pid=82859) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Dec 30 16:33:19.712344 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c586924-3052-444c-abfc-1664ed0c6236 req-5dd84127-0f97-45eb-bcaf-aabde92363ff tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:33:19.713686 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9c586924-3052-444c-abfc-1664ed0c6236 req-5dd84127-0f97-45eb-bcaf-aabde92363ff tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d2ac609-eb89-477b-a8bb-1989c06b0660 HTTP/1.1" status: 200  len: 944 time: 0.0810485
Dec 30 16:33:19.762053 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9c586924-3052-444c-abfc-1664ed0c6236 req-8c8a3b34-4b66-4d13-9ec4-d552c7148115 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404487
Dec 30 16:33:19.858224 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:20.575669 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device fd1750c9-9722-4d9b-8ea3-86290a706034 up at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Dec 30 16:33:20.651563 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning for port fd1750c9-9722-4d9b-8ea3-86290a706034 completed by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Dec 30 16:33:20.656095 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.provisioning_blocks [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Provisioning complete for port fd1750c9-9722-4d9b-8ea3-86290a706034 triggered by entity L2. {{(pid=82859) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Dec 30 16:33:20.656461 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-617894'] for port, provisioning_complete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:20.768015 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:20.796454 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2ac609-eb89-477b-a8bb-1989c06b0660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1750c9-9722-4d9b-8ea3-86290a706034'}] {{(pid=82859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:33:20.804396 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] For port fd1750c9-9722-4d9b-8ea3-86290a706034, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=fd1750c9-9722-4d9b-8ea3-86290a706034,segment=NetworkSegment(d7581e55-c99f-42cf-8388-c4720f12e569),segment_id=d7581e55-c99f-42cf-8388-c4720f12e569)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:33:20.809351 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220'] for port, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:20.852727 dv-cinder-822939-1-iscsi neutron-server[82859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2ac609-eb89-477b-a8bb-1989c06b0660', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd1750c9-9722-4d9b-8ea3-86290a706034', 'code': 200}
Dec 30 16:33:20.876670 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Pushing event updated for resources: {'Port': ['ID=fd1750c9-9722-4d9b-8ea3-86290a706034,revision_number=5']} {{(pid=82859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:33:20.974827 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0386534-02b1-47d3-b171-d53ed093027c req-1959868a-4931-4ce1-bb7b-6e6b7072a460 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:33:20.976322 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a0386534-02b1-47d3-b171-d53ed093027c req-1959868a-4931-4ce1-bb7b-6e6b7072a460 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d2ac609-eb89-477b-a8bb-1989c06b0660 HTTP/1.1" status: 200  len: 945 time: 0.0830488
Dec 30 16:33:21.025021 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-a0386534-02b1-47d3-b171-d53ed093027c req-a3faf8c8-a984-400b-b69e-a971d198646f tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415103
Dec 30 16:33:21.158559 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-dfc9c8bd-0acb-4eee-a7a5-c1814cfcb8a8 req-233971da-afa4-4033-a35c-4dd02065eef8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5d2ac609-eb89-477b-a8bb-1989c06b0660 HTTP/1.1" status: 200  len: 1098 time: 0.0751047
Dec 30 16:33:21.203436 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-dfc9c8bd-0acb-4eee-a7a5-c1814cfcb8a8 req-915d52ef-e808-44f1-b8ea-0dd1a6a23bda service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378501
Dec 30 16:33:22.237303 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42042f2-63e2-4910-b822-f7aeec32bfda req-6841ea05-f726-409f-8618-e585148f212c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:33:22.238757 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c42042f2-63e2-4910-b822-f7aeec32bfda req-6841ea05-f726-409f-8618-e585148f212c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d2ac609-eb89-477b-a8bb-1989c06b0660 HTTP/1.1" status: 200  len: 945 time: 0.0813046
Dec 30 16:33:22.293987 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-c42042f2-63e2-4910-b822-f7aeec32bfda req-eb5dfd14-e5e5-4c5b-9564-6e2bb52eaaa6 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480161
Dec 30 16:33:22.691416 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:23.500375 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cee769-3db6-4172-9910-bd51c5548324 req-3bff788f-d1d4-4a6c-a821-73e45a823008 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:33:23.501859 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-64cee769-3db6-4172-9910-bd51c5548324 req-3bff788f-d1d4-4a6c-a821-73e45a823008 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d2ac609-eb89-477b-a8bb-1989c06b0660 HTTP/1.1" status: 200  len: 945 time: 0.0814977
Dec 30 16:33:23.548719 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-64cee769-3db6-4172-9910-bd51c5548324 req-a293d12e-60a1-4aff-b206-820c1eea1ce9 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395324
Dec 30 16:33:23.757086 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5110a-4e70-4fa1-afff-255116e75046 req-152885e7-2d51-4906-9d15-4b1be604a2d6 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:33:23.758523 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a3b5110a-4e70-4fa1-afff-255116e75046 req-152885e7-2d51-4906-9d15-4b1be604a2d6 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d2ac609-eb89-477b-a8bb-1989c06b0660 HTTP/1.1" status: 200  len: 945 time: 0.0888138
Dec 30 16:33:23.802500 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-a3b5110a-4e70-4fa1-afff-255116e75046 req-39d01f58-ee9c-4cb1-8e7e-3efc53de4c45 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381825
Dec 30 16:33:23.844179 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 58080) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:33:23.921874 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-334fd26a-7ff1-4112-823e-b2c911250182 tempest-TestVolumeBootPattern-1539739126 tempest-TestVolumeBootPattern-1539739126-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5d2ac609-eb89-477b-a8bb-1989c06b0660 HTTP/1.1" status: 200  len: 1093 time: 0.0765398
Dec 30 16:33:23.924661 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 58084) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:33:23.929725 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.v2.base [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Request body: {'floatingip': {'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'port_id': 'fd1750c9-9722-4d9b-8ea3-86290a706034', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'fixed_ip_address': '172.20.0.6'}} {{(pid=82858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Dec 30 16:33:23.935722 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Dec 30 16:33:23.941264 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Usage tracker for resource:floatingip and tenant:8af8fbcb423a4e06a7f9d1e93b560913 is out of sync, need to count used quota {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Dec 30 16:33:23.944755 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=82858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Dec 30 16:33:23.950914 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.quota.driver [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=82858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Dec 30 16:33:23.964275 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for floatingip, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:24.106904 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:24.258852 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_common [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Allocated IP 172.27.1.59 (0b94b64d-9d7c-4a44-8bd0-f4e286ff014b/ad43253e-6e30-4230-9b92-331ad2639f5e/30966373-4935-4c34-9632-4b258939251b) {{(pid=82858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Dec 30 16:33:24.406474 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for port, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:24.436566 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793095951782', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:24.503727 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Network 0b94b64d-9d7c-4a44-8bd0-f4e286ff014b is already hosted by enough agents. {{(pid=82858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Dec 30 16:33:24.506595 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.base_scheduler [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Resources bound (agent type, host, resource id):  {{(pid=82858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Dec 30 16:33:24.510986 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Received port after_create {{(pid=82858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Dec 30 16:33:24.537129 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Pushing event updated for resources: {'Port': ['ID=30966373-4935-4c34-9632-4b258939251b,revision_number=1']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:33:24.559062 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:33:24.559477 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:33:24.559810 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:33:24.560213 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:33:24.560464 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:33:24.560802 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:33:24.561101 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:33:24.561455 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:33:24.561770 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:33:24.562064 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:33:24.562375 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:33:25.038993 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:25.095375 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-628190'] for port, before_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:25.395517 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for port, precommit_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:25.402504 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793096308758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793095951800', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793095977220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2958562'] for port, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:25.503749 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Pushing event updated for resources: {'Port': ['ID=30966373-4935-4c34-9632-4b258939251b,revision_number=2']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:33:25.530886 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4017950'] for floatingip, after_update {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:25.729482 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.db.l3_db [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Floating IP cd3ea4a0-43fa-417f-855a-c4c5231f1aec associated. External IP: 172.27.1.59, port: fd1750c9-9722-4d9b-8ea3-86290a706034.
Dec 30 16:33:26.126210 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Router c9de370f-9936-4dea-beda-06d62ed93318 has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:33:26.338714 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:33:26.350540 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5817ae48-6f99-4e40-860d-f827c19b56fb None None] Sync routers for ids ['c9de370f-9936-4dea-beda-06d62ed93318'] in dv-cinder-822939-1-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:33:26.365970 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for floatingip, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:26.367639 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5817ae48-6f99-4e40-860d-f827c19b56fb None None] Routers {'c9de370f-9936-4dea-beda-06d62ed93318'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:33:26.368275 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-5817ae48-6f99-4e40-860d-f827c19b56fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d5527ee0>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:33:17Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['c9de370f-9936-4dea-beda-06d62ed93318'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:33:26.419642 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-fbcad40b-0db8-4bba-a9df-e5a56656bea2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.4939716
Dec 30 16:33:26.420199 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d2ac609-eb89-477b-a8bb-1989c06b0660', 'tag': 'fd1750c9-9722-4d9b-8ea3-86290a706034'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:33:26.475322 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d2ac609-eb89-477b-a8bb-1989c06b0660', 'tag': 'fd1750c9-9722-4d9b-8ea3-86290a706034', 'status': 'completed', 'code': 200}
Dec 30 16:33:26.549064 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-5817ae48-6f99-4e40-860d-f827c19b56fb None None] Set router c9de370f-9936-4dea-beda-06d62ed93318 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:33:26.579790 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9c8b4e3b-c6e0-4b49-96f5-221f810aa5dd req-50149502-eff6-4c4c-a488-09164e1c9d1c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8af8fbcb423a4e06a7f9d1e93b560913&device_id=5d2ac609-eb89-477b-a8bb-1989c06b0660 HTTP/1.1" status: 200  len: 1098 time: 0.0791428
Dec 30 16:33:26.708045 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b4e3b-c6e0-4b49-96f5-221f810aa5dd req-617b973e-b698-4cb6-9b9e-7c07c03c7be2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:33:26.709507 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9c8b4e3b-c6e0-4b49-96f5-221f810aa5dd req-617b973e-b698-4cb6-9b9e-7c07c03c7be2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=011cf0cf-0324-4c17-b0df-79ea91127cf5 HTTP/1.1" status: 200  len: 911 time: 0.1235228
Dec 30 16:33:26.806339 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9c8b4e3b-c6e0-4b49-96f5-221f810aa5dd req-0bca18b7-85c4-47e3-bebb-5a832e18f486 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd1750c9-9722-4d9b-8ea3-86290a706034 HTTP/1.1" status: 200  len: 998 time: 0.0905561
Dec 30 16:33:26.879249 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b4e3b-c6e0-4b49-96f5-221f810aa5dd req-9e18d61a-ea99-45b7-b567-bd5f04dfe7e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:33:26.881205 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9c8b4e3b-c6e0-4b49-96f5-221f810aa5dd req-9e18d61a-ea99-45b7-b567-bd5f04dfe7e6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a18b911b-dc27-4450-928c-21f993c9c052 HTTP/1.1" status: 200  len: 850 time: 0.0683472
Dec 30 16:33:26.905509 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-5817ae48-6f99-4e40-860d-f827c19b56fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d5527ee0>, [{'id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'name': 'tempest-TestVolumeBootPattern-626304108-router', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:01Z', 'revision_number': 4, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'gw_port': {'id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_floatingips': [{'id': 'cd3ea4a0-43fa-417f-855a-c4c5231f1aec', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'router_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'port_id': 'fd1750c9-9722-4d9b-8ea3-86290a706034', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'mac_address': 'fa:16:3e:1d:a3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2ac609-eb89-477b-a8bb-1989c06b0660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-30T16:33:24Z', 'updated_at': '2021-12-30T16:33:24Z', 'revision_number': 0, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'fixed_ip_address_scope': None}, {'id': 'f9bad62d-487a-4e30-b2ce-f4edf4519e6e', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'router_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'port_id': 'bfc366c4-7369-462c-a2a3-22fe7b883277', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'mac_address': 'fa:16:3e:d9:52:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c50770-6943-4471-933b-807d057be46a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-30T16:31:14Z', 'updated_at': '2021-12-30T16:31:17Z', 'revision_number': 1, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311157c5-36a6-4700-982b-6fc3a96b127f', 'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'mac_address': 'fa:16:3e:98:73:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:28:00Z', 'updated_at': '2021-12-30T16:28:20Z', 'revision_number': 5, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'subnets': [{'id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:33:26.909349 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5817ae48-6f99-4e40-860d-f827c19b56fb None None] Checking router: c9de370f-9936-4dea-beda-06d62ed93318 for host: dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:33:26.919767 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5817ae48-6f99-4e40-860d-f827c19b56fb None None] Routers {'c9de370f-9936-4dea-beda-06d62ed93318'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:33:26.920323 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-5817ae48-6f99-4e40-860d-f827c19b56fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d5527ee0>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:33:17Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['c9de370f-9936-4dea-beda-06d62ed93318'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:33:26.957240 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9c8b4e3b-c6e0-4b49-96f5-221f810aa5dd req-9377b390-f567-4cde-bbbe-acf485702c63 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=011cf0cf-0324-4c17-b0df-79ea91127cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0689883
Dec 30 16:33:27.139766 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-5817ae48-6f99-4e40-860d-f827c19b56fb None None] Set router c9de370f-9936-4dea-beda-06d62ed93318 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:33:27.171960 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9c8b4e3b-c6e0-4b49-96f5-221f810aa5dd req-b7dc7042-04a4-47d7-a7a5-8d34ce37f5f8 service neutron] 10.222.0.43 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2081950
Dec 30 16:33:27.311813 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-9c8b4e3b-c6e0-4b49-96f5-221f810aa5dd req-d28f593b-1cb4-432a-b5e1-98e1c4087ba2 service neutron] 10.222.0.43 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1303005
Dec 30 16:33:27.500178 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-5817ae48-6f99-4e40-860d-f827c19b56fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d5527ee0>, [{'id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'name': 'tempest-TestVolumeBootPattern-626304108-router', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:01Z', 'revision_number': 4, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'gw_port': {'id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_floatingips': [{'id': 'cd3ea4a0-43fa-417f-855a-c4c5231f1aec', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'router_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'port_id': 'fd1750c9-9722-4d9b-8ea3-86290a706034', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'mac_address': 'fa:16:3e:1d:a3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2ac609-eb89-477b-a8bb-1989c06b0660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-30T16:33:24Z', 'updated_at': '2021-12-30T16:33:24Z', 'revision_number': 0, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'fixed_ip_address_scope': None}, {'id': 'f9bad62d-487a-4e30-b2ce-f4edf4519e6e', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'router_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'port_id': 'bfc366c4-7369-462c-a2a3-22fe7b883277', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'mac_address': 'fa:16:3e:d9:52:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c50770-6943-4471-933b-807d057be46a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-30T16:31:14Z', 'updated_at': '2021-12-30T16:31:17Z', 'revision_number': 1, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311157c5-36a6-4700-982b-6fc3a96b127f', 'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'mac_address': 'fa:16:3e:98:73:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:28:00Z', 'updated_at': '2021-12-30T16:28:20Z', 'revision_number': 5, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'subnets': [{'id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:33:27.504463 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5817ae48-6f99-4e40-860d-f827c19b56fb None None] The sync data for ids ['c9de370f-9936-4dea-beda-06d62ed93318'] in dv-cinder-822939-1-iscsi is: [{'id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'name': 'tempest-TestVolumeBootPattern-626304108-router', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:01Z', 'revision_number': 4, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'gw_port': {'id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_floatingips': [{'id': 'cd3ea4a0-43fa-417f-855a-c4c5231f1aec', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'router_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'port_id': 'fd1750c9-9722-4d9b-8ea3-86290a706034', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'mac_address': 'fa:16:3e:1d:a3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2ac609-eb89-477b-a8bb-1989c06b0660', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-30T16:33:24Z', 'updated_at': '2021-12-30T16:33:24Z', 'revision_number': 0, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'fixed_ip_address_scope': None}, {'id': 'f9bad62d-487a-4e30-b2ce-f4edf4519e6e', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'router_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'port_id': 'bfc366c4-7369-462c-a2a3-22fe7b883277', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'mac_address': 'fa:16:3e:d9:52:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c50770-6943-4471-933b-807d057be46a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-30T16:31:14Z', 'updated_at': '2021-12-30T16:31:17Z', 'revision_number': 1, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311157c5-36a6-4700-982b-6fc3a96b127f', 'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'mac_address': 'fa:16:3e:98:73:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:28:00Z', 'updated_at': '2021-12-30T16:28:20Z', 'revision_number': 5, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'subnets': [{'id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:33:27.713937 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0450ad9c-a992-41f3-b140-b5d5d70d4b5c None None] New status for floating IP cd3ea4a0-43fa-417f-855a-c4c5231f1aec: ACTIVE {{(pid=82860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 30 16:33:30.333063 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-70c520d7-1a11-4fe0-bb3e-6f8f4eaa0e3c req-853791fb-9913-4fff-b9d3-9f86c3d8e8cb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f9c50770-6943-4471-933b-807d057be46a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0744369
Dec 30 16:33:30.489242 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-70c520d7-1a11-4fe0-bb3e-6f8f4eaa0e3c req-56524585-29b7-4d30-bb3e-53652e285fc7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8af8fbcb423a4e06a7f9d1e93b560913&device_id=f9c50770-6943-4471-933b-807d057be46a HTTP/1.1" status: 200  len: 1099 time: 0.0722868
Dec 30 16:33:30.633907 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c520d7-1a11-4fe0-bb3e-6f8f4eaa0e3c req-983ad93d-0e07-4e0e-8af5-d6f9d89f3e7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:33:30.635339 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-70c520d7-1a11-4fe0-bb3e-6f8f4eaa0e3c req-983ad93d-0e07-4e0e-8af5-d6f9d89f3e7a service neutron] 10.222.0.43 "GET /v2.0/networks?id=011cf0cf-0324-4c17-b0df-79ea91127cf5 HTTP/1.1" status: 200  len: 911 time: 0.1268685
Dec 30 16:33:30.736413 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-70c520d7-1a11-4fe0-bb3e-6f8f4eaa0e3c req-eac53b88-9f7e-435c-9837-c22717e1aa1e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfc366c4-7369-462c-a2a3-22fe7b883277 HTTP/1.1" status: 200  len: 1002 time: 0.0943513
Dec 30 16:33:30.798292 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c520d7-1a11-4fe0-bb3e-6f8f4eaa0e3c req-943e0f19-dc54-4f6e-b363-ea84ff2249f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:33:30.799658 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-70c520d7-1a11-4fe0-bb3e-6f8f4eaa0e3c req-943e0f19-dc54-4f6e-b363-ea84ff2249f2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a18b911b-dc27-4450-928c-21f993c9c052 HTTP/1.1" status: 200  len: 850 time: 0.0570188
Dec 30 16:33:30.887686 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-70c520d7-1a11-4fe0-bb3e-6f8f4eaa0e3c req-965a2bdf-1829-45d2-a95e-c852ccdda4d5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=011cf0cf-0324-4c17-b0df-79ea91127cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0819061
Dec 30 16:33:31.027808 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-70c520d7-1a11-4fe0-bb3e-6f8f4eaa0e3c req-32831210-e3f2-434c-9cda-4a1b07b0207a service neutron] 10.222.0.43 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1334805
Dec 30 16:33:31.160325 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-70c520d7-1a11-4fe0-bb3e-6f8f4eaa0e3c req-497e17f7-df9d-4a63-8ec3-a7458baa1ae1 service neutron] 10.222.0.43 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1264992
Dec 30 16:33:42.601561 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:33:45.186495 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-cfa0ff9b-f16e-41d7-a63b-9ab9d35abe26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:47.367966 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-83199aae-9861-4b67-b05e-218544cd2ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:48.394177 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:48.688197 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:49.861368 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:33:52.704247 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:34:15.182308 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-61c9e77f-5b7d-4128-8700-35709d069729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:34:17.373446 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d99b02ce-aa70-487e-8ebc-fad50f2640be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:34:18.388460 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:34:18.684620 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:34:19.598165 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:34:19.865002 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:34:22.725967 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:34:31.969288 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7bd70c8c-e74a-493d-91c7-8d55105c8664 req-e7dca8b3-a4d6-4807-b6da-076f03ae5381 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5d2ac609-eb89-477b-a8bb-1989c06b0660&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0707300
Dec 30 16:34:32.065419 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7bd70c8c-e74a-493d-91c7-8d55105c8664 req-63227d43-85f3-4433-a65f-f2c147ccbf54 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8af8fbcb423a4e06a7f9d1e93b560913&device_id=5d2ac609-eb89-477b-a8bb-1989c06b0660 HTTP/1.1" status: 200  len: 1098 time: 0.0738087
Dec 30 16:34:32.206397 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd70c8c-e74a-493d-91c7-8d55105c8664 req-f16863e7-e7e2-4823-b01c-a3d643f9618e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:34:32.207821 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7bd70c8c-e74a-493d-91c7-8d55105c8664 req-f16863e7-e7e2-4823-b01c-a3d643f9618e service neutron] 10.222.0.43 "GET /v2.0/networks?id=011cf0cf-0324-4c17-b0df-79ea91127cf5 HTTP/1.1" status: 200  len: 911 time: 0.1221032
Dec 30 16:34:32.309839 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7bd70c8c-e74a-493d-91c7-8d55105c8664 req-4f88db30-b46d-4397-9f9b-be448caa1811 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd1750c9-9722-4d9b-8ea3-86290a706034 HTTP/1.1" status: 200  len: 1000 time: 0.0953181
Dec 30 16:34:32.372000 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd70c8c-e74a-493d-91c7-8d55105c8664 req-4e46a4f0-d35a-4f84-9c95-838b6ceed2d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:34:32.373361 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7bd70c8c-e74a-493d-91c7-8d55105c8664 req-4e46a4f0-d35a-4f84-9c95-838b6ceed2d1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a18b911b-dc27-4450-928c-21f993c9c052 HTTP/1.1" status: 200  len: 850 time: 0.0576072
Dec 30 16:34:32.446951 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7bd70c8c-e74a-493d-91c7-8d55105c8664 req-27112a79-aeec-4f2d-ba66-2a350bf8337b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=011cf0cf-0324-4c17-b0df-79ea91127cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0675607
Dec 30 16:34:32.663276 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7bd70c8c-e74a-493d-91c7-8d55105c8664 req-a9f88739-8313-4de9-aba2-dd3ef22869a0 service neutron] 10.222.0.43 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2091622
Dec 30 16:34:32.793808 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-7bd70c8c-e74a-493d-91c7-8d55105c8664 req-f5eb0c90-e718-41ca-89c7-714c4a0a9e3e service neutron] 10.222.0.43 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236255
Dec 30 16:34:45.185320 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-64275dbe-26ed-4f60-8a7e-a80d11dd72cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:34:47.380232 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-161f636b-3710-4715-8a30-64fdb55731e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:34:47.458707 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 58104) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:34:47.657880 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-2a02a2a4-a7c5-4eb6-8116-a23bc66eee17 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Deleting port 30966373-4935-4c34-9632-4b258939251b {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:34:47.658143 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2a02a2a4-a7c5-4eb6-8116-a23bc66eee17 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:34:47.827592 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2a02a2a4-a7c5-4eb6-8116-a23bc66eee17 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:34:47.827886 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2a02a2a4-a7c5-4eb6-8116-a23bc66eee17 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:34:48.053285 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-2a02a2a4-a7c5-4eb6-8116-a23bc66eee17 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Calling delete_port for 30966373-4935-4c34-9632-4b258939251b owned by network:floatingip {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:34:48.212209 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2a02a2a4-a7c5-4eb6-8116-a23bc66eee17 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:34:48.267626 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02a2a4-a7c5-4eb6-8116-a23bc66eee17 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Pushing event deleted for resources: {'Port': ['ID=30966373-4935-4c34-9632-4b258939251b,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:34:48.305597 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02a2a4-a7c5-4eb6-8116-a23bc66eee17 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:34:48.305857 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02a2a4-a7c5-4eb6-8116-a23bc66eee17 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:34:48.306174 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02a2a4-a7c5-4eb6-8116-a23bc66eee17 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:34:48.306494 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02a2a4-a7c5-4eb6-8116-a23bc66eee17 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:34:48.306810 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02a2a4-a7c5-4eb6-8116-a23bc66eee17 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:34:48.307128 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02a2a4-a7c5-4eb6-8116-a23bc66eee17 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:34:48.307439 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02a2a4-a7c5-4eb6-8116-a23bc66eee17 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:34:48.307753 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02a2a4-a7c5-4eb6-8116-a23bc66eee17 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:34:48.308058 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02a2a4-a7c5-4eb6-8116-a23bc66eee17 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:34:48.308365 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02a2a4-a7c5-4eb6-8116-a23bc66eee17 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:34:48.308668 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a02a2a4-a7c5-4eb6-8116-a23bc66eee17 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:34:48.368095 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2a02a2a4-a7c5-4eb6-8116-a23bc66eee17 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for floatingip, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:34:48.390286 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:34:48.689475 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:34:48.791776 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a02a2a4-a7c5-4eb6-8116-a23bc66eee17 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Router c9de370f-9936-4dea-beda-06d62ed93318 has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:34:48.999934 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a02a2a4-a7c5-4eb6-8116-a23bc66eee17 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:34:49.009764 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517da796-31bf-43cb-a6c7-f27ebcccc93a None None] Sync routers for ids ['c9de370f-9936-4dea-beda-06d62ed93318'] in dv-cinder-822939-1-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:34:49.022473 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2a02a2a4-a7c5-4eb6-8116-a23bc66eee17 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for floatingip, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:34:49.022717 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517da796-31bf-43cb-a6c7-f27ebcccc93a None None] Routers {'c9de370f-9936-4dea-beda-06d62ed93318'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:34:49.023272 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-517da796-31bf-43cb-a6c7-f27ebcccc93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d4d56a30>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:34:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['c9de370f-9936-4dea-beda-06d62ed93318'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:34:49.074313 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-2a02a2a4-a7c5-4eb6-8116-a23bc66eee17 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "DELETE /v2.0/floatingips/cd3ea4a0-43fa-417f-855a-c4c5231f1aec HTTP/1.1" status: 204  len: 168 time: 1.6144719
Dec 30 16:34:49.076013 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d2ac609-eb89-477b-a8bb-1989c06b0660', 'tag': 'fd1750c9-9722-4d9b-8ea3-86290a706034'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:34:49.143122 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d2ac609-eb89-477b-a8bb-1989c06b0660', 'tag': 'fd1750c9-9722-4d9b-8ea3-86290a706034', 'status': 'completed', 'code': 200}
Dec 30 16:34:49.201117 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-517da796-31bf-43cb-a6c7-f27ebcccc93a None None] Set router c9de370f-9936-4dea-beda-06d62ed93318 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:34:49.238787 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b122f03a-db15-4335-848a-a7b12408f3d0 req-b920f1dd-d997-4570-907e-26d052f425a5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8af8fbcb423a4e06a7f9d1e93b560913&device_id=5d2ac609-eb89-477b-a8bb-1989c06b0660 HTTP/1.1" status: 200  len: 1098 time: 0.0721450
Dec 30 16:34:49.370929 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122f03a-db15-4335-848a-a7b12408f3d0 req-e76a3155-d516-4d6b-bf6a-73de98c86a4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:34:49.372724 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b122f03a-db15-4335-848a-a7b12408f3d0 req-e76a3155-d516-4d6b-bf6a-73de98c86a4f service neutron] 10.222.0.43 "GET /v2.0/networks?id=011cf0cf-0324-4c17-b0df-79ea91127cf5 HTTP/1.1" status: 200  len: 911 time: 0.1281426
Dec 30 16:34:49.445979 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b122f03a-db15-4335-848a-a7b12408f3d0 req-a16cd68b-728b-4eda-8586-7431dbd0c20f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd1750c9-9722-4d9b-8ea3-86290a706034 HTTP/1.1" status: 200  len: 217 time: 0.0651956
Dec 30 16:34:49.495739 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc802048-43e8-4b99-beda-5fbd2c13924c req-dea1f87d-bf2e-4a5d-ba78-b49728d2c296 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:34:49.496432 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-cc802048-43e8-4b99-beda-5fbd2c13924c req-dea1f87d-bf2e-4a5d-ba78-b49728d2c296 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Synchronizing usage tracker for tenant:8af8fbcb423a4e06a7f9d1e93b560913 on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:34:49.511784 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b122f03a-db15-4335-848a-a7b12408f3d0 req-f89e98e9-ee5f-4f17-a8a5-9a06249a88e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:34:49.513455 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b122f03a-db15-4335-848a-a7b12408f3d0 req-f89e98e9-ee5f-4f17-a8a5-9a06249a88e7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a18b911b-dc27-4450-928c-21f993c9c052 HTTP/1.1" status: 200  len: 850 time: 0.0617788
Dec 30 16:34:49.516959 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-cc802048-43e8-4b99-beda-5fbd2c13924c req-dea1f87d-bf2e-4a5d-ba78-b49728d2c296 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Unset dirty status for tenant:8af8fbcb423a4e06a7f9d1e93b560913 on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:34:49.518394 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cc802048-43e8-4b99-beda-5fbd2c13924c req-dea1f87d-bf2e-4a5d-ba78-b49728d2c296 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d2ac609-eb89-477b-a8bb-1989c06b0660 HTTP/1.1" status: 200  len: 945 time: 0.1081746
Dec 30 16:34:49.557994 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-517da796-31bf-43cb-a6c7-f27ebcccc93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d4d56a30>, [{'id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'name': 'tempest-TestVolumeBootPattern-626304108-router', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:01Z', 'revision_number': 4, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'gw_port': {'id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_floatingips': [{'id': 'f9bad62d-487a-4e30-b2ce-f4edf4519e6e', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'router_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'port_id': 'bfc366c4-7369-462c-a2a3-22fe7b883277', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'mac_address': 'fa:16:3e:d9:52:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c50770-6943-4471-933b-807d057be46a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-30T16:31:14Z', 'updated_at': '2021-12-30T16:31:17Z', 'revision_number': 1, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311157c5-36a6-4700-982b-6fc3a96b127f', 'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'mac_address': 'fa:16:3e:98:73:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:28:00Z', 'updated_at': '2021-12-30T16:28:20Z', 'revision_number': 5, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'subnets': [{'id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:34:49.562276 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517da796-31bf-43cb-a6c7-f27ebcccc93a None None] Checking router: c9de370f-9936-4dea-beda-06d62ed93318 for host: dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:34:49.564129 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-cc802048-43e8-4b99-beda-5fbd2c13924c req-a9f59b2b-488b-45f5-a3dc-e6c06f15f516 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398564
Dec 30 16:34:49.573541 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517da796-31bf-43cb-a6c7-f27ebcccc93a None None] Routers {'c9de370f-9936-4dea-beda-06d62ed93318'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:34:49.574134 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-517da796-31bf-43cb-a6c7-f27ebcccc93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d4d56a30>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:34:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['c9de370f-9936-4dea-beda-06d62ed93318'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:34:49.592867 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b122f03a-db15-4335-848a-a7b12408f3d0 req-b8dfa48d-d33b-4276-8165-abdf5bf2eb17 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=011cf0cf-0324-4c17-b0df-79ea91127cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0731475
Dec 30 16:34:49.728799 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b122f03a-db15-4335-848a-a7b12408f3d0 req-93273804-6e27-4719-b50b-14c201f36f66 service neutron] 10.222.0.43 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284738
Dec 30 16:34:49.797351 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-517da796-31bf-43cb-a6c7-f27ebcccc93a None None] Set router c9de370f-9936-4dea-beda-06d62ed93318 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:34:49.862556 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-b122f03a-db15-4335-848a-a7b12408f3d0 req-99d56282-66d3-4994-862a-8d647f3abff0 service neutron] 10.222.0.43 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265979
Dec 30 16:34:49.881115 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:34:50.164250 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-517da796-31bf-43cb-a6c7-f27ebcccc93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d4d56a30>, [{'id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'name': 'tempest-TestVolumeBootPattern-626304108-router', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:01Z', 'revision_number': 4, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'gw_port': {'id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_floatingips': [{'id': 'f9bad62d-487a-4e30-b2ce-f4edf4519e6e', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'router_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'port_id': 'bfc366c4-7369-462c-a2a3-22fe7b883277', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'mac_address': 'fa:16:3e:d9:52:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c50770-6943-4471-933b-807d057be46a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-30T16:31:14Z', 'updated_at': '2021-12-30T16:31:17Z', 'revision_number': 1, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311157c5-36a6-4700-982b-6fc3a96b127f', 'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'mac_address': 'fa:16:3e:98:73:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:28:00Z', 'updated_at': '2021-12-30T16:28:20Z', 'revision_number': 5, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'subnets': [{'id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:34:50.168353 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517da796-31bf-43cb-a6c7-f27ebcccc93a None None] The sync data for ids ['c9de370f-9936-4dea-beda-06d62ed93318'] in dv-cinder-822939-1-iscsi is: [{'id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'name': 'tempest-TestVolumeBootPattern-626304108-router', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:01Z', 'revision_number': 4, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'gw_port': {'id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_floatingips': [{'id': 'f9bad62d-487a-4e30-b2ce-f4edf4519e6e', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'floating_ip_address': '172.27.1.201', 'floating_network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'router_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'port_id': 'bfc366c4-7369-462c-a2a3-22fe7b883277', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'mac_address': 'fa:16:3e:d9:52:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c50770-6943-4471-933b-807d057be46a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-30T16:31:14Z', 'updated_at': '2021-12-30T16:31:17Z', 'revision_number': 1, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '311157c5-36a6-4700-982b-6fc3a96b127f', 'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'mac_address': 'fa:16:3e:98:73:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:28:00Z', 'updated_at': '2021-12-30T16:28:20Z', 'revision_number': 5, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'subnets': [{'id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:34:50.381146 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099a068a-efb4-4414-b7c6-a54167fb2ffd None None] New status for floating IP cd3ea4a0-43fa-417f-855a-c4c5231f1aec: DOWN {{(pid=82860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 30 16:34:50.781336 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a761fe7-3bc4-4154-b3ca-af5b699e3542 req-78cf8153-ad59-40b4-ba8e-2eec35120a4d tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:34:50.782665 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0a761fe7-3bc4-4154-b3ca-af5b699e3542 req-78cf8153-ad59-40b4-ba8e-2eec35120a4d tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d2ac609-eb89-477b-a8bb-1989c06b0660 HTTP/1.1" status: 200  len: 945 time: 0.0863779
Dec 30 16:34:50.868238 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-0a761fe7-3bc4-4154-b3ca-af5b699e3542 req-5ea63bdf-2d24-4c47-b0bf-b4eb298e9b05 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0787160
Dec 30 16:34:50.901034 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd49469-e0cf-43c5-b004-ca1d044354e9 req-6caacf60-b1bd-4f26-af01-a72af13cc00c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:34:50.902518 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3cd49469-e0cf-43c5-b004-ca1d044354e9 req-6caacf60-b1bd-4f26-af01-a72af13cc00c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.43 "GET /v2.0/ports?device_id=5d2ac609-eb89-477b-a8bb-1989c06b0660 HTTP/1.1" status: 200  len: 945 time: 0.0853808
Dec 30 16:34:50.973091 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-3cd49469-e0cf-43c5-b004-ca1d044354e9 req-d059354d-271b-4a20-b5d2-8404a670ef02 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Deleting port fd1750c9-9722-4d9b-8ea3-86290a706034 {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:34:50.973447 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-3cd49469-e0cf-43c5-b004-ca1d044354e9 req-d059354d-271b-4a20-b5d2-8404a670ef02 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:34:51.249273 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-3cd49469-e0cf-43c5-b004-ca1d044354e9 req-d059354d-271b-4a20-b5d2-8404a670ef02 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] For port fd1750c9-9722-4d9b-8ea3-86290a706034, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=fd1750c9-9722-4d9b-8ea3-86290a706034,segment=NetworkSegment(d7581e55-c99f-42cf-8388-c4720f12e569),segment_id=d7581e55-c99f-42cf-8388-c4720f12e569)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:34:51.249587 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-3cd49469-e0cf-43c5-b004-ca1d044354e9 req-d059354d-271b-4a20-b5d2-8404a670ef02 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:34:51.444077 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-3cd49469-e0cf-43c5-b004-ca1d044354e9 req-d059354d-271b-4a20-b5d2-8404a670ef02 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Calling delete_port for fd1750c9-9722-4d9b-8ea3-86290a706034 owned by compute:nova {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:34:51.593660 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-3cd49469-e0cf-43c5-b004-ca1d044354e9 req-d059354d-271b-4a20-b5d2-8404a670ef02 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:34:51.644449 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d059354d-271b-4a20-b5d2-8404a670ef02 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Pushing event deleted for resources: {'Port': ['ID=fd1750c9-9722-4d9b-8ea3-86290a706034,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:34:51.682295 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059354d-271b-4a20-b5d2-8404a670ef02 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:34:51.682630 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059354d-271b-4a20-b5d2-8404a670ef02 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:34:51.682955 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059354d-271b-4a20-b5d2-8404a670ef02 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:34:51.683279 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059354d-271b-4a20-b5d2-8404a670ef02 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:34:51.683597 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059354d-271b-4a20-b5d2-8404a670ef02 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:34:51.683910 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059354d-271b-4a20-b5d2-8404a670ef02 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:34:51.684227 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059354d-271b-4a20-b5d2-8404a670ef02 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:34:51.684539 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059354d-271b-4a20-b5d2-8404a670ef02 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:34:51.684846 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059354d-271b-4a20-b5d2-8404a670ef02 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:34:51.685184 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059354d-271b-4a20-b5d2-8404a670ef02 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:34:51.685487 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d059354d-271b-4a20-b5d2-8404a670ef02 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-822939-1-iscsi {{(pid=82857) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Dec 30 16:34:51.727097 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd49469-e0cf-43c5-b004-ca1d044354e9 req-d059354d-271b-4a20-b5d2-8404a670ef02 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] No DVR routers for this DVR port fd1750c9-9722-4d9b-8ea3-86290a706034 on host hv-cinder-82293 {{(pid=82857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 30 16:34:51.729450 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-3cd49469-e0cf-43c5-b004-ca1d044354e9 req-d059354d-271b-4a20-b5d2-8404a670ef02 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:34:51.731806 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2ac609-eb89-477b-a8bb-1989c06b0660', 'name': 'network-vif-deleted', 'tag': 'fd1750c9-9722-4d9b-8ea3-86290a706034'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:34:51.750639 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-3cd49469-e0cf-43c5-b004-ca1d044354e9 req-d059354d-271b-4a20-b5d2-8404a670ef02 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.43 "DELETE /v2.0/ports/fd1750c9-9722-4d9b-8ea3-86290a706034 HTTP/1.1" status: 204  len: 173 time: 0.8420460
Dec 30 16:34:51.795615 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2ac609-eb89-477b-a8bb-1989c06b0660', 'name': 'network-vif-deleted', 'tag': 'fd1750c9-9722-4d9b-8ea3-86290a706034', 'status': 'completed', 'code': 200}
Dec 30 16:34:52.056616 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-1fd286e4-fcf9-4433-a133-7b62d7ab88e3 req-1cb2adc5-cfd9-4f92-9c11-23986af1d7e6 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Synchronizing usage tracker for tenant:8af8fbcb423a4e06a7f9d1e93b560913 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:34:52.074600 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-1fd286e4-fcf9-4433-a133-7b62d7ab88e3 req-1cb2adc5-cfd9-4f92-9c11-23986af1d7e6 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Unset dirty status for tenant:8af8fbcb423a4e06a7f9d1e93b560913 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:34:52.075820 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-1fd286e4-fcf9-4433-a133-7b62d7ab88e3 req-1cb2adc5-cfd9-4f92-9c11-23986af1d7e6 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d2ac609-eb89-477b-a8bb-1989c06b0660 HTTP/1.1" status: 200  len: 210 time: 0.0600214
Dec 30 16:34:52.713190 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:34:53.150213 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device fd1750c9-9722-4d9b-8ea3-86290a706034 no longer exists at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:34:53.182214 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] No Port match for: fd1750c9-9722-4d9b-8ea3-86290a706034 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:34:53.182545 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device fd1750c9-9722-4d9b-8ea3-86290a706034 not bound to the agent host hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:34:55.631232 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 58136) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:34:55.834080 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-2c4e934e-7d13-4ec7-816e-9a245852593d tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Deleting port e2bb63b9-f32b-49f4-b299-6207cd3856f1 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:34:55.834296 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2c4e934e-7d13-4ec7-816e-9a245852593d tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:34:56.102196 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2c4e934e-7d13-4ec7-816e-9a245852593d tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:34:56.102435 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2c4e934e-7d13-4ec7-816e-9a245852593d tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:34:56.217579 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-2c4e934e-7d13-4ec7-816e-9a245852593d tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Calling delete_port for e2bb63b9-f32b-49f4-b299-6207cd3856f1 owned by network:floatingip {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:34:56.389608 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2c4e934e-7d13-4ec7-816e-9a245852593d tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:34:56.444752 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e934e-7d13-4ec7-816e-9a245852593d tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Pushing event deleted for resources: {'Port': ['ID=e2bb63b9-f32b-49f4-b299-6207cd3856f1,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:34:56.536294 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2c4e934e-7d13-4ec7-816e-9a245852593d tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for floatingip, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:34:56.590190 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:34:56.933242 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4e934e-7d13-4ec7-816e-9a245852593d tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Router c9de370f-9936-4dea-beda-06d62ed93318 has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:34:57.142365 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4e934e-7d13-4ec7-816e-9a245852593d tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:34:57.152643 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c598c03-454d-4df6-ab88-356c964e7142 None None] Sync routers for ids ['c9de370f-9936-4dea-beda-06d62ed93318'] in dv-cinder-822939-1-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:34:57.164027 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-2c4e934e-7d13-4ec7-816e-9a245852593d tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for floatingip, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:34:57.166562 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c598c03-454d-4df6-ab88-356c964e7142 None None] Routers {'c9de370f-9936-4dea-beda-06d62ed93318'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:34:57.167176 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-5c598c03-454d-4df6-ab88-356c964e7142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d5068d00>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:34:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['c9de370f-9936-4dea-beda-06d62ed93318'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:34:57.217883 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-2c4e934e-7d13-4ec7-816e-9a245852593d tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "DELETE /v2.0/floatingips/f9bad62d-487a-4e30-b2ce-f4edf4519e6e HTTP/1.1" status: 204  len: 168 time: 1.5851691
Dec 30 16:34:57.218275 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c50770-6943-4471-933b-807d057be46a', 'tag': 'bfc366c4-7369-462c-a2a3-22fe7b883277'}] {{(pid=82858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:34:57.271933 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c50770-6943-4471-933b-807d057be46a', 'tag': 'bfc366c4-7369-462c-a2a3-22fe7b883277', 'status': 'completed', 'code': 200}
Dec 30 16:34:57.350709 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-5c598c03-454d-4df6-ab88-356c964e7142 None None] Set router c9de370f-9936-4dea-beda-06d62ed93318 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:34:57.368181 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-01cd692d-53a4-46ca-8e6e-2bb3ace7b352 req-f83a6bba-429b-4cbf-b043-04398ebd159d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8af8fbcb423a4e06a7f9d1e93b560913&device_id=f9c50770-6943-4471-933b-807d057be46a HTTP/1.1" status: 200  len: 1099 time: 0.0729299
Dec 30 16:34:57.507531 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd692d-53a4-46ca-8e6e-2bb3ace7b352 req-274298b9-c1f9-4903-aa3c-b1c21899f44f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:34:57.509284 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-01cd692d-53a4-46ca-8e6e-2bb3ace7b352 req-274298b9-c1f9-4903-aa3c-b1c21899f44f service neutron] 10.222.0.43 "GET /v2.0/networks?id=011cf0cf-0324-4c17-b0df-79ea91127cf5 HTTP/1.1" status: 200  len: 911 time: 0.1341190
Dec 30 16:34:57.582576 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-01cd692d-53a4-46ca-8e6e-2bb3ace7b352 req-0885e977-56aa-4d97-be4a-12655006a175 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bfc366c4-7369-462c-a2a3-22fe7b883277 HTTP/1.1" status: 200  len: 217 time: 0.0661252
Dec 30 16:34:57.627464 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c20c24-3cb3-4c89-8fdb-4f9a80e9443b req-c2fe588f-a101-4e18-a69f-73ad07f092b1 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:34:57.628446 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-50c20c24-3cb3-4c89-8fdb-4f9a80e9443b req-c2fe588f-a101-4e18-a69f-73ad07f092b1 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Synchronizing usage tracker for tenant:8af8fbcb423a4e06a7f9d1e93b560913 on resource:port {{(pid=82858) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:34:57.646921 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.quota.resource [req-50c20c24-3cb3-4c89-8fdb-4f9a80e9443b req-c2fe588f-a101-4e18-a69f-73ad07f092b1 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Unset dirty status for tenant:8af8fbcb423a4e06a7f9d1e93b560913 on resource:port {{(pid=82858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:34:57.647844 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd692d-53a4-46ca-8e6e-2bb3ace7b352 req-96374c4b-d138-4a64-8f97-fef85adeb571 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:34:57.648793 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-50c20c24-3cb3-4c89-8fdb-4f9a80e9443b req-c2fe588f-a101-4e18-a69f-73ad07f092b1 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9c50770-6943-4471-933b-807d057be46a HTTP/1.1" status: 200  len: 946 time: 0.0954559
Dec 30 16:34:57.649493 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-01cd692d-53a4-46ca-8e6e-2bb3ace7b352 req-96374c4b-d138-4a64-8f97-fef85adeb571 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a18b911b-dc27-4450-928c-21f993c9c052 HTTP/1.1" status: 200  len: 850 time: 0.0600197
Dec 30 16:34:57.674021 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-5c598c03-454d-4df6-ab88-356c964e7142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d5068d00>, [{'id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'name': 'tempest-TestVolumeBootPattern-626304108-router', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:01Z', 'revision_number': 4, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'gw_port': {'id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '311157c5-36a6-4700-982b-6fc3a96b127f', 'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'mac_address': 'fa:16:3e:98:73:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:28:00Z', 'updated_at': '2021-12-30T16:28:20Z', 'revision_number': 5, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'subnets': [{'id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:34:57.677929 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c598c03-454d-4df6-ab88-356c964e7142 None None] Checking router: c9de370f-9936-4dea-beda-06d62ed93318 for host: dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:34:57.689870 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c598c03-454d-4df6-ab88-356c964e7142 None None] Routers {'c9de370f-9936-4dea-beda-06d62ed93318'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:34:57.690510 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-5c598c03-454d-4df6-ab88-356c964e7142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d5068d00>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:34:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['c9de370f-9936-4dea-beda-06d62ed93318'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:34:57.695389 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [req-50c20c24-3cb3-4c89-8fdb-4f9a80e9443b req-c8def41a-cda8-46aa-b2ed-2ac196dbec4b tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403039
Dec 30 16:34:57.739413 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-01cd692d-53a4-46ca-8e6e-2bb3ace7b352 req-8ce3b76e-a542-4105-900b-e5758e5c7450 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=011cf0cf-0324-4c17-b0df-79ea91127cf5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0828202
Dec 30 16:34:57.874176 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-01cd692d-53a4-46ca-8e6e-2bb3ace7b352 req-cc1aeaa6-4dba-41f1-9370-03113ff1a024 service neutron] 10.222.0.43 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273088
Dec 30 16:34:57.882155 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-5c598c03-454d-4df6-ab88-356c964e7142 None None] Set router c9de370f-9936-4dea-beda-06d62ed93318 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:34:58.014080 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-01cd692d-53a4-46ca-8e6e-2bb3ace7b352 req-253c5238-56ec-4efd-837b-a5a0ea6292dc service neutron] 10.222.0.43 "GET /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331553
Dec 30 16:34:58.260952 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-5c598c03-454d-4df6-ab88-356c964e7142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d5068d00>, [{'id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'name': 'tempest-TestVolumeBootPattern-626304108-router', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:01Z', 'revision_number': 4, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'gw_port': {'id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '311157c5-36a6-4700-982b-6fc3a96b127f', 'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'mac_address': 'fa:16:3e:98:73:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:28:00Z', 'updated_at': '2021-12-30T16:28:20Z', 'revision_number': 5, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'subnets': [{'id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:34:58.265520 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c598c03-454d-4df6-ab88-356c964e7142 None None] The sync data for ids ['c9de370f-9936-4dea-beda-06d62ed93318'] in dv-cinder-822939-1-iscsi is: [{'id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'name': 'tempest-TestVolumeBootPattern-626304108-router', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:01Z', 'revision_number': 4, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'gw_port': {'id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi', '_interfaces': [{'id': '311157c5-36a6-4700-982b-6fc3a96b127f', 'name': '', 'network_id': '011cf0cf-0324-4c17-b0df-79ea91127cf5', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'mac_address': 'fa:16:3e:98:73:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:28:00Z', 'updated_at': '2021-12-30T16:28:20Z', 'revision_number': 5, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'subnets': [{'id': 'a18b911b-dc27-4450-928c-21f993c9c052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:34:58.487440 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4c0f61-3224-4ac6-a4be-963efbc1b5e6 None None] New status for floating IP f9bad62d-487a-4e30-b2ce-f4edf4519e6e: DOWN {{(pid=82860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Dec 30 16:34:59.044245 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a6bc1-4a77-4675-a4d9-02e02bb429cb req-e1efdaba-3dab-49b3-b842-77d6ffc710f7 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:34:59.045659 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ec3a6bc1-4a77-4675-a4d9-02e02bb429cb req-e1efdaba-3dab-49b3-b842-77d6ffc710f7 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9c50770-6943-4471-933b-807d057be46a HTTP/1.1" status: 200  len: 946 time: 0.1485198
Dec 30 16:34:59.051665 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651b76a-1ec6-4e40-b7be-8e4645d6a381 req-eaf24221-0b74-4724-a04e-f29f1525b10c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82857) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Dec 30 16:34:59.052952 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6651b76a-1ec6-4e40-b7be-8e4645d6a381 req-eaf24221-0b74-4724-a04e-f29f1525b10c tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9c50770-6943-4471-933b-807d057be46a HTTP/1.1" status: 200  len: 946 time: 0.2310493
Dec 30 16:34:59.138346 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-ec3a6bc1-4a77-4675-a4d9-02e02bb429cb req-f0822684-ab04-4648-a457-bd3f0c2119a8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Deleting port bfc366c4-7369-462c-a2a3-22fe7b883277 {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:34:59.138602 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-ec3a6bc1-4a77-4675-a4d9-02e02bb429cb req-f0822684-ab04-4648-a457-bd3f0c2119a8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:34:59.178428 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-6651b76a-1ec6-4e40-b7be-8e4645d6a381 req-bb94a301-348d-41fd-867e-235ea884d699 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/security-groups?id=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0979795
Dec 30 16:34:59.385718 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [req-ec3a6bc1-4a77-4675-a4d9-02e02bb429cb req-f0822684-ab04-4648-a457-bd3f0c2119a8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] For port bfc366c4-7369-462c-a2a3-22fe7b883277, host hv-cinder-82293, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82293',level=0,port_id=bfc366c4-7369-462c-a2a3-22fe7b883277,segment=NetworkSegment(d7581e55-c99f-42cf-8388-c4720f12e569),segment_id=d7581e55-c99f-42cf-8388-c4720f12e569)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:34:59.386017 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-ec3a6bc1-4a77-4675-a4d9-02e02bb429cb req-f0822684-ab04-4648-a457-bd3f0c2119a8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:34:59.599325 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [req-ec3a6bc1-4a77-4675-a4d9-02e02bb429cb req-f0822684-ab04-4648-a457-bd3f0c2119a8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Calling delete_port for bfc366c4-7369-462c-a2a3-22fe7b883277 owned by compute:nova {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:34:59.744966 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-ec3a6bc1-4a77-4675-a4d9-02e02bb429cb req-f0822684-ab04-4648-a457-bd3f0c2119a8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:34:59.791712 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0822684-ab04-4648-a457-bd3f0c2119a8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Pushing event deleted for resources: {'Port': ['ID=bfc366c4-7369-462c-a2a3-22fe7b883277,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:34:59.868068 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3a6bc1-4a77-4675-a4d9-02e02bb429cb req-f0822684-ab04-4648-a457-bd3f0c2119a8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] No DVR routers for this DVR port bfc366c4-7369-462c-a2a3-22fe7b883277 on host hv-cinder-82293 {{(pid=82857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 30 16:34:59.870796 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [req-ec3a6bc1-4a77-4675-a4d9-02e02bb429cb req-f0822684-ab04-4648-a457-bd3f0c2119a8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for port, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:34:59.873244 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c50770-6943-4471-933b-807d057be46a', 'name': 'network-vif-deleted', 'tag': 'bfc366c4-7369-462c-a2a3-22fe7b883277'}] {{(pid=82857) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Dec 30 16:34:59.888721 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-ec3a6bc1-4a77-4675-a4d9-02e02bb429cb req-f0822684-ab04-4648-a457-bd3f0c2119a8 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.43 "DELETE /v2.0/ports/bfc366c4-7369-462c-a2a3-22fe7b883277 HTTP/1.1" status: 204  len: 173 time: 0.8346870
Dec 30 16:34:59.934370 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c50770-6943-4471-933b-807d057be46a', 'name': 'network-vif-deleted', 'tag': 'bfc366c4-7369-462c-a2a3-22fe7b883277', 'status': 'completed', 'code': 200}
Dec 30 16:35:00.356641 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-616d96fb-5d51-4ecf-988d-400bafae1dfb req-9353d236-a59c-4ceb-891c-682891a741e1 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Synchronizing usage tracker for tenant:8af8fbcb423a4e06a7f9d1e93b560913 on resource:port {{(pid=82857) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Dec 30 16:35:00.375145 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.quota.resource [req-616d96fb-5d51-4ecf-988d-400bafae1dfb req-9353d236-a59c-4ceb-891c-682891a741e1 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Unset dirty status for tenant:8af8fbcb423a4e06a7f9d1e93b560913 on resource:port {{(pid=82857) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Dec 30 16:35:00.376597 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [req-616d96fb-5d51-4ecf-988d-400bafae1dfb req-9353d236-a59c-4ceb-891c-682891a741e1 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9c50770-6943-4471-933b-807d057be46a HTTP/1.1" status: 200  len: 210 time: 0.0655248
Dec 30 16:35:01.494661 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 58156) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:35:01.649630 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-df8f907a-1ce2-4d1d-9521-4208ec5280c2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Deleting port 81fe1221-dfce-41a3-a022-6185db5063ae {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:35:01.649936 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-df8f907a-1ce2-4d1d-9521-4208ec5280c2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:01.832901 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-df8f907a-1ce2-4d1d-9521-4208ec5280c2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:01.833243 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-df8f907a-1ce2-4d1d-9521-4208ec5280c2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:01.955407 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-df8f907a-1ce2-4d1d-9521-4208ec5280c2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Calling delete_port for 81fe1221-dfce-41a3-a022-6185db5063ae owned by network:floatingip {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:35:02.104283 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-df8f907a-1ce2-4d1d-9521-4208ec5280c2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:02.146405 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f907a-1ce2-4d1d-9521-4208ec5280c2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Pushing event deleted for resources: {'Port': ['ID=81fe1221-dfce-41a3-a022-6185db5063ae,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:35:02.240706 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-df8f907a-1ce2-4d1d-9521-4208ec5280c2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for floatingip, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:02.262835 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-df8f907a-1ce2-4d1d-9521-4208ec5280c2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-485686'] for floatingip, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:02.263971 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-df8f907a-1ce2-4d1d-9521-4208ec5280c2 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "DELETE /v2.0/floatingips/11567750-8389-44ee-8811-12b01a66e354 HTTP/1.1" status: 204  len: 168 time: 0.7683446
Dec 30 16:35:03.229833 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device bfc366c4-7369-462c-a2a3-22fe7b883277 no longer exists at agent hyperv_hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:35:03.262200 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] No Port match for: bfc366c4-7369-462c-a2a3-22fe7b883277 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:35:03.262506 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Device bfc366c4-7369-462c-a2a3-22fe7b883277 not bound to the agent host hv-cinder-82293 {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:35:03.675135 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 58170) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:35:03.765293 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-dd009adb-c6d1-4963-83e4-ce62737d02f5 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for security_group, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:03.804657 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-dd009adb-c6d1-4963-83e4-ce62737d02f5 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:03.905840 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-dd009adb-c6d1-4963-83e4-ce62737d02f5 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:03.928227 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd009adb-c6d1-4963-83e4-ce62737d02f5 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:35:03.937840 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-dd009adb-c6d1-4963-83e4-ce62737d02f5 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] Notify callbacks [] for security_group, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:03.938391 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-dd009adb-c6d1-4963-83e4-ce62737d02f5 tempest-TestVolumeBootPattern-1078552087 tempest-TestVolumeBootPattern-1078552087-project] 10.222.0.31 "DELETE /v2.0/security-groups/b3b4a2d7-2b3b-49a0-9f05-f06b32b384f7 HTTP/1.1" status: 204  len: 168 time: 0.2619097
Dec 30 16:35:04.019527 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 58176) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:35:04.763820 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-767ccc3b-a8d9-4bf1-ae0a-9973d6e12888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4017164'] for router_interface, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:05.383965 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-767ccc3b-a8d9-4bf1-ae0a-9973d6e12888 admin admin] Deleting port 311157c5-36a6-4700-982b-6fc3a96b127f {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:35:05.384458 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-767ccc3b-a8d9-4bf1-ae0a-9973d6e12888 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:05.557907 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [None req-767ccc3b-a8d9-4bf1-ae0a-9973d6e12888 admin admin] For port 311157c5-36a6-4700-982b-6fc3a96b127f, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=311157c5-36a6-4700-982b-6fc3a96b127f,segment=NetworkSegment(d7581e55-c99f-42cf-8388-c4720f12e569),segment_id=d7581e55-c99f-42cf-8388-c4720f12e569)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:35:05.558259 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-767ccc3b-a8d9-4bf1-ae0a-9973d6e12888 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:05.683670 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-767ccc3b-a8d9-4bf1-ae0a-9973d6e12888 admin admin] Calling delete_port for 311157c5-36a6-4700-982b-6fc3a96b127f owned by network:router_interface {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:35:05.868735 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-767ccc3b-a8d9-4bf1-ae0a-9973d6e12888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:05.912291 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ccc3b-a8d9-4bf1-ae0a-9973d6e12888 admin admin] Pushing event deleted for resources: {'Port': ['ID=311157c5-36a6-4700-982b-6fc3a96b127f,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:35:06.303974 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-767ccc3b-a8d9-4bf1-ae0a-9973d6e12888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4017400'] for router_interface, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:06.904591 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767ccc3b-a8d9-4bf1-ae0a-9973d6e12888 admin admin] Router c9de370f-9936-4dea-beda-06d62ed93318 has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:35:07.110205 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767ccc3b-a8d9-4bf1-ae0a-9973d6e12888 admin admin] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:35:07.120184 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7920b59e-38c4-45bd-99cf-06f029c69362 None None] Sync routers for ids ['c9de370f-9936-4dea-beda-06d62ed93318'] in dv-cinder-822939-1-iscsi {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:35:07.125010 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-767ccc3b-a8d9-4bf1-ae0a-9973d6e12888 admin admin] 10.222.0.31 "PUT /v2.0/routers/c9de370f-9936-4dea-beda-06d62ed93318/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1044085
Dec 30 16:35:07.127562 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 58182) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:35:07.136183 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7920b59e-38c4-45bd-99cf-06f029c69362 None None] Routers {'c9de370f-9936-4dea-beda-06d62ed93318'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:35:07.136837 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-7920b59e-38c4-45bd-99cf-06f029c69362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d5360400>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:34:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['c9de370f-9936-4dea-beda-06d62ed93318'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:35:07.318818 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-7920b59e-38c4-45bd-99cf-06f029c69362 None None] Set router c9de370f-9936-4dea-beda-06d62ed93318 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:35:07.324209 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e2ff23b8-ed8a-4ad8-aded-6706f0433cdb admin admin] Notify callbacks [] for router, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:07.521863 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e2ff23b8-ed8a-4ad8-aded-6706f0433cdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:07.533066 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff23b8-ed8a-4ad8-aded-6706f0433cdb admin admin] Deleting port d2c10f22-d5a1-4709-886b-d5553abf93ad {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:35:07.533408 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e2ff23b8-ed8a-4ad8-aded-6706f0433cdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:07.601387 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-7920b59e-38c4-45bd-99cf-06f029c69362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d5360400>, [{'id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'name': 'tempest-TestVolumeBootPattern-626304108-router', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219'}], 'enable_snat': True}, 'gw_port_id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:35:05Z', 'revision_number': 5, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'gw_port': {'id': 'd2c10f22-d5a1-4709-886b-d5553abf93ad', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:75:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi'}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:35:07.605655 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7920b59e-38c4-45bd-99cf-06f029c69362 None None] Checking router: c9de370f-9936-4dea-beda-06d62ed93318 for host: dv-cinder-822939-1-iscsi {{(pid=82859) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:35:07.616196 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7920b59e-38c4-45bd-99cf-06f029c69362 None None] Routers {'c9de370f-9936-4dea-beda-06d62ed93318'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82859) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:35:07.616781 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-7920b59e-38c4-45bd-99cf-06f029c69362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d5360400>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:34:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['c9de370f-9936-4dea-beda-06d62ed93318'], 'active': True} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:35:07.772934 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_dvr_db [None req-7920b59e-38c4-45bd-99cf-06f029c69362 None None] Set router c9de370f-9936-4dea-beda-06d62ed93318 gateway port host: None {{(pid=82859) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:35:07.821615 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [None req-e2ff23b8-ed8a-4ad8-aded-6706f0433cdb admin admin] For port d2c10f22-d5a1-4709-886b-d5553abf93ad, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=d2c10f22-d5a1-4709-886b-d5553abf93ad,segment=NetworkSegment(a1965180-a5eb-4dfc-97e0-14ede4debdc3),segment_id=a1965180-a5eb-4dfc-97e0-14ede4debdc3)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:35:07.821932 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e2ff23b8-ed8a-4ad8-aded-6706f0433cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:07.879399 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.db.l3_hamode_db [None req-7920b59e-38c4-45bd-99cf-06f029c69362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d5360400>, [{'id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'name': 'tempest-TestVolumeBootPattern-626304108-router', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:35:07Z', 'revision_number': 6, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'gw_port_host': None}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:35:07.883706 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7920b59e-38c4-45bd-99cf-06f029c69362 None None] The sync data for ids ['c9de370f-9936-4dea-beda-06d62ed93318'] in dv-cinder-822939-1-iscsi is: [{'id': 'c9de370f-9936-4dea-beda-06d62ed93318', 'name': 'tempest-TestVolumeBootPattern-626304108-router', 'tenant_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:27:58Z', 'updated_at': '2021-12-30T16:35:07Z', 'revision_number': 6, 'project_id': '8af8fbcb423a4e06a7f9d1e93b560913', 'gw_port_host': None}] {{(pid=82859) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:35:07.945799 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff23b8-ed8a-4ad8-aded-6706f0433cdb admin admin] Calling delete_port for d2c10f22-d5a1-4709-886b-d5553abf93ad owned by network:router_gateway {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:35:08.114613 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e2ff23b8-ed8a-4ad8-aded-6706f0433cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:08.159021 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff23b8-ed8a-4ad8-aded-6706f0433cdb admin admin] Pushing event deleted for resources: {'Port': ['ID=d2c10f22-d5a1-4709-886b-d5553abf93ad,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:35:08.291703 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 311157c5-36a6-4700-982b-6fc3a96b127f no longer exists at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:35:08.323852 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] No Port match for: 311157c5-36a6-4700-982b-6fc3a96b127f {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:35:08.324271 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 311157c5-36a6-4700-982b-6fc3a96b127f not bound to the agent host dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:35:08.390034 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e2ff23b8-ed8a-4ad8-aded-6706f0433cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4018033'] for router_gateway, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:08.644382 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e2ff23b8-ed8a-4ad8-aded-6706f0433cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4016102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3406'] for router, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:08.648669 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e2ff23b8-ed8a-4ad8-aded-6706f0433cdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:08.675302 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e2ff23b8-ed8a-4ad8-aded-6706f0433cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4015446'] for router, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:08.675860 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ff23b8-ed8a-4ad8-aded-6706f0433cdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9de370f-9936-4dea-beda-06d62ed93318 {{(pid=82858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 30 16:35:08.687897 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-e2ff23b8-ed8a-4ad8-aded-6706f0433cdb admin admin] Notify callbacks [] for router, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:08.689041 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-e2ff23b8-ed8a-4ad8-aded-6706f0433cdb admin admin] 10.222.0.31 "DELETE /v2.0/routers/c9de370f-9936-4dea-beda-06d62ed93318 HTTP/1.1" status: 204  len: 168 time: 1.5606108
Dec 30 16:35:08.691754 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 58186) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:35:08.749584 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b79aaec-5703-41dd-84f6-32c67307cbc0 admin admin] Deleting subnet a18b911b-dc27-4450-928c-21f993c9c052 {{(pid=82858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}}
Dec 30 16:35:08.752403 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3b79aaec-5703-41dd-84f6-32c67307cbc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:08.803464 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3b79aaec-5703-41dd-84f6-32c67307cbc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045561'] for subnet, precommit_delete_associations {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:08.885093 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3b79aaec-5703-41dd-84f6-32c67307cbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-618588'] for subnet, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:08.952931 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3b79aaec-5703-41dd-84f6-32c67307cbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-618599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2958376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2631253'] for subnet, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:08.996856 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79aaec-5703-41dd-84f6-32c67307cbc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a18b911b-dc27-4450-928c-21f993c9c052,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:35:09.002759 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-3b79aaec-5703-41dd-84f6-32c67307cbc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:09.008987 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33abc822-820d-477a-86b5-45f5dfc5034d None None] Network 011cf0cf-0324-4c17-b0df-79ea91127cf5 requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:35:09.010806 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-3b79aaec-5703-41dd-84f6-32c67307cbc0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a18b911b-dc27-4450-928c-21f993c9c052 HTTP/1.1" status: 204  len: 168 time: 0.3180754
Dec 30 16:35:09.013644 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 58190) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:35:09.122094 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-03e8f9f8-2c44-4dd0-b67c-83bf5f7f0d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544548'] for network, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:09.132727 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-03e8f9f8-2c44-4dd0-b67c-83bf5f7f0d81 admin admin] Deleting port dfb1a1f5-820a-414b-ad46-3911c1704903 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:35:09.133040 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-03e8f9f8-2c44-4dd0-b67c-83bf5f7f0d81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:09.262212 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d4149d-1263-4968-b147-8dbccebd215c None None] DHCP port deletion for 011cf0cf-0324-4c17-b0df-79ea91127cf5 request from dv-cinder-822939-1-iscsi {{(pid=82859) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 30 16:35:09.266768 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-98d4149d-1263-4968-b147-8dbccebd215c None None] Deleting port dfb1a1f5-820a-414b-ad46-3911c1704903 {{(pid=82859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:35:09.267144 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-98d4149d-1263-4968-b147-8dbccebd215c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:09.434345 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [None req-03e8f9f8-2c44-4dd0-b67c-83bf5f7f0d81 admin admin] For port dfb1a1f5-820a-414b-ad46-3911c1704903, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=dfb1a1f5-820a-414b-ad46-3911c1704903,segment=NetworkSegment(d7581e55-c99f-42cf-8388-c4720f12e569),segment_id=d7581e55-c99f-42cf-8388-c4720f12e569)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:35:09.434651 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-03e8f9f8-2c44-4dd0-b67c-83bf5f7f0d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:09.506235 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-98d4149d-1263-4968-b147-8dbccebd215c None None] For port dfb1a1f5-820a-414b-ad46-3911c1704903, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=dfb1a1f5-820a-414b-ad46-3911c1704903,segment=NetworkSegment(d7581e55-c99f-42cf-8388-c4720f12e569),segment_id=d7581e55-c99f-42cf-8388-c4720f12e569)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:35:09.506722 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-98d4149d-1263-4968-b147-8dbccebd215c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:09.562077 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-03e8f9f8-2c44-4dd0-b67c-83bf5f7f0d81 admin admin] Calling delete_port for dfb1a1f5-820a-414b-ad46-3911c1704903 owned by network:dhcp {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:35:09.622241 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-98d4149d-1263-4968-b147-8dbccebd215c None None] Calling delete_port for dfb1a1f5-820a-414b-ad46-3911c1704903 owned by network:dhcp {{(pid=82859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:35:09.635354 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-03e8f9f8-2c44-4dd0-b67c-83bf5f7f0d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:09.678629 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8f9f8-2c44-4dd0-b67c-83bf5f7f0d81 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfb1a1f5-820a-414b-ad46-3911c1704903,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:35:09.685108 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e8f9f8-2c44-4dd0-b67c-83bf5f7f0d81 admin admin] No DVR routers for this DVR port dfb1a1f5-820a-414b-ad46-3911c1704903 on host dv-cinder-822939-1-iscsi {{(pid=82858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 30 16:35:09.701444 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.db.api [None req-98d4149d-1263-4968-b147-8dbccebd215c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 30 16:35:09.701778 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG oslo_db.api [None req-98d4149d-1263-4968-b147-8dbccebd215c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 30 16:35:09.798502 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-03e8f9f8-2c44-4dd0-b67c-83bf5f7f0d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-618013', 'neutron.services.segments.db._delete_segments_for_network-8793096430318'] for network, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:09.826619 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-03e8f9f8-2c44-4dd0-b67c-83bf5f7f0d81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff4d459d160>,) {'filters': {'network_id': ['011cf0cf-0324-4c17-b0df-79ea91127cf5']}} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:35:09.839382 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-03e8f9f8-2c44-4dd0-b67c-83bf5f7f0d81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff4d459d160>, 'd7581e55-c99f-42cf-8388-c4720f12e569') {'for_net_delete': True} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:35:09.839668 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.services.segments.db [None req-03e8f9f8-2c44-4dd0-b67c-83bf5f7f0d81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff4d459d160>, 'd7581e55-c99f-42cf-8388-c4720f12e569') {} {{(pid=82858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:35:09.851238 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-03e8f9f8-2c44-4dd0-b67c-83bf5f7f0d81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793096435469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3045536'] for segment, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:09.870970 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-03e8f9f8-2c44-4dd0-b67c-83bf5f7f0d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:09.882635 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e8f9f8-2c44-4dd0-b67c-83bf5f7f0d81 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=82858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 30 16:35:09.883232 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-03e8f9f8-2c44-4dd0-b67c-83bf5f7f0d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-621716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2958542'] for segment, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:09.896583 dv-cinder-822939-1-iscsi neutron-server[82858]: Traceback (most recent call last):
Dec 30 16:35:09.896583 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 30 16:35:09.896583 dv-cinder-822939-1-iscsi neutron-server[82858]:     timer()
Dec 30 16:35:09.896583 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 30 16:35:09.896583 dv-cinder-822939-1-iscsi neutron-server[82858]:     cb(*args, **kw)
Dec 30 16:35:09.896583 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 30 16:35:09.896583 dv-cinder-822939-1-iscsi neutron-server[82858]:     return func(*args, **kwargs)
Dec 30 16:35:09.896583 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 30 16:35:09.896583 dv-cinder-822939-1-iscsi neutron-server[82858]:     self._notify()
Dec 30 16:35:09.896583 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 30 16:35:09.896583 dv-cinder-822939-1-iscsi neutron-server[82858]:     self.callback(batched_events)
Dec 30 16:35:09.896583 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 30 16:35:09.896583 dv-cinder-822939-1-iscsi neutron-server[82858]:     event.method(event)
Dec 30 16:35:09.896583 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 30 16:35:09.896583 dv-cinder-822939-1-iscsi neutron-server[82858]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 30 16:35:09.896583 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 30 16:35:09.896583 dv-cinder-822939-1-iscsi neutron-server[82858]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 30 16:35:09.896583 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 30 16:35:09.896583 dv-cinder-822939-1-iscsi neutron-server[82858]:     return f(self, *a, **k)
Dec 30 16:35:09.896583 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 30 16:35:09.896583 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self._get(url).json()
Dec 30 16:35:09.896583 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 30 16:35:09.896583 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 30 16:35:09.896583 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 30 16:35:09.896583 dv-cinder-822939-1-iscsi neutron-server[82858]:     return self.request(url, 'GET', **kwargs)
Dec 30 16:35:09.896583 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 30 16:35:09.896583 dv-cinder-822939-1-iscsi neutron-server[82858]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 30 16:35:09.896583 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 30 16:35:09.896583 dv-cinder-822939-1-iscsi neutron-server[82858]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 30 16:35:09.896583 dv-cinder-822939-1-iscsi neutron-server[82858]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 30 16:35:09.896583 dv-cinder-822939-1-iscsi neutron-server[82858]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 30 16:35:09.896583 dv-cinder-822939-1-iscsi neutron-server[82858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 30 16:35:09.980550 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-03e8f9f8-2c44-4dd0-b67c-83bf5f7f0d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-618002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4017932'] for network, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:09.985880 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-03e8f9f8-2c44-4dd0-b67c-83bf5f7f0d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:10.020510 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8f9f8-2c44-4dd0-b67c-83bf5f7f0d81 admin admin] Pushing event deleted for resources: {'Network': ['ID=011cf0cf-0324-4c17-b0df-79ea91127cf5,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:35:10.029671 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-03e8f9f8-2c44-4dd0-b67c-83bf5f7f0d81 admin admin] 10.222.0.31 "DELETE /v2.0/networks/011cf0cf-0324-4c17-b0df-79ea91127cf5 HTTP/1.1" status: 204  len: 168 time: 1.0147276
Dec 30 16:35:10.032503 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 58194) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:35:10.193322 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device dfb1a1f5-820a-414b-ad46-3911c1704903 no longer exists at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:35:10.222300 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-98d4149d-1263-4968-b147-8dbccebd215c None None] Deleting port dfb1a1f5-820a-414b-ad46-3911c1704903 {{(pid=82859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:35:10.222666 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-98d4149d-1263-4968-b147-8dbccebd215c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:10.253736 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] No Port match for: dfb1a1f5-820a-414b-ad46-3911c1704903 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:35:10.254106 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device dfb1a1f5-820a-414b-ad46-3911c1704903 not bound to the agent host dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:35:10.254522 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device d2c10f22-d5a1-4709-886b-d5553abf93ad no longer exists at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:35:10.323313 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-98d4149d-1263-4968-b147-8dbccebd215c None None] The port 'dfb1a1f5-820a-414b-ad46-3911c1704903' was deleted {{(pid=82859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 30 16:35:10.325562 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] No Port match for: d2c10f22-d5a1-4709-886b-d5553abf93ad {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:35:10.325898 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device d2c10f22-d5a1-4709-886b-d5553abf93ad not bound to the agent host dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:35:10.433505 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fbe7a78e-1a9b-4048-85cc-8aa3f9f50b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4017164'] for router_interface, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:11.121589 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-fbe7a78e-1a9b-4048-85cc-8aa3f9f50b87 admin admin] Deleting port 32607863-858e-4399-b8e9-38a1f8c2e007 {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:35:11.122361 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fbe7a78e-1a9b-4048-85cc-8aa3f9f50b87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:11.286202 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [None req-fbe7a78e-1a9b-4048-85cc-8aa3f9f50b87 admin admin] For port 32607863-858e-4399-b8e9-38a1f8c2e007, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=32607863-858e-4399-b8e9-38a1f8c2e007,segment=NetworkSegment(7722066b-a0e8-40e3-9813-92cf305dd46e),segment_id=7722066b-a0e8-40e3-9813-92cf305dd46e)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:35:11.286489 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fbe7a78e-1a9b-4048-85cc-8aa3f9f50b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:11.404800 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-fbe7a78e-1a9b-4048-85cc-8aa3f9f50b87 admin admin] Calling delete_port for 32607863-858e-4399-b8e9-38a1f8c2e007 owned by network:router_interface {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:35:11.580662 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fbe7a78e-1a9b-4048-85cc-8aa3f9f50b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:11.634591 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe7a78e-1a9b-4048-85cc-8aa3f9f50b87 admin admin] Pushing event deleted for resources: {'Port': ['ID=32607863-858e-4399-b8e9-38a1f8c2e007,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:35:11.924562 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-fbe7a78e-1a9b-4048-85cc-8aa3f9f50b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3032360', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4017400'] for router_interface, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:12.613499 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe7a78e-1a9b-4048-85cc-8aa3f9f50b87 admin admin] Router 567d5869-2ae5-4f17-a632-a426420520b8 has already been hosted by L3 agent e4736fa5-b5f9-4b80-b629-8a6e96d4c22f {{(pid=82858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Dec 30 16:35:12.819760 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe7a78e-1a9b-4048-85cc-8aa3f9f50b87 admin admin] Notify agent at l3_agent.dv-cinder-822939-1-iscsi the message routers_updated {{(pid=82858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Dec 30 16:35:12.828457 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a767e9-4a06-4974-8ff1-8c0a251fbb10 None None] Sync routers for ids ['567d5869-2ae5-4f17-a632-a426420520b8'] in dv-cinder-822939-1-iscsi {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Dec 30 16:35:12.828927 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-fbe7a78e-1a9b-4048-85cc-8aa3f9f50b87 admin admin] 10.222.0.31 "PUT /v2.0/routers/567d5869-2ae5-4f17-a632-a426420520b8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7951710
Dec 30 16:35:12.831508 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 58200) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:35:12.841894 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a767e9-4a06-4974-8ff1-8c0a251fbb10 None None] Routers {'567d5869-2ae5-4f17-a632-a426420520b8'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:35:12.842617 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-36a767e9-4a06-4974-8ff1-8c0a251fbb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d53ef820>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:34:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['567d5869-2ae5-4f17-a632-a426420520b8'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:35:13.036015 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-36a767e9-4a06-4974-8ff1-8c0a251fbb10 None None] Set router 567d5869-2ae5-4f17-a632-a426420520b8 gateway port host: dv-cinder-822939-1-iscsi {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:35:13.036294 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0fb38b8c-0bcb-45f9-a607-0c81b37c34b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:13.231959 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0fb38b8c-0bcb-45f9-a607-0c81b37c34b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:13.242558 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-0fb38b8c-0bcb-45f9-a607-0c81b37c34b0 admin admin] Deleting port 5ea3183c-d90c-4d31-b26a-081dfd8e1cea {{(pid=82858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:35:13.243061 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0fb38b8c-0bcb-45f9-a607-0c81b37c34b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:13.322264 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-36a767e9-4a06-4974-8ff1-8c0a251fbb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d53ef820>, [{'id': '567d5869-2ae5-4f17-a632-a426420520b8', 'name': 'tempest-TestVolumeBootPattern-1243183228-router', 'tenant_id': 'f9273655e65b4e19ab6c8e08b5f4b807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'external_fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '5ea3183c-d90c-4d31-b26a-081dfd8e1cea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:28:05Z', 'updated_at': '2021-12-30T16:35:11Z', 'revision_number': 5, 'project_id': 'f9273655e65b4e19ab6c8e08b5f4b807', 'gw_port': {'id': '5ea3183c-d90c-4d31-b26a-081dfd8e1cea', 'name': '', 'network_id': '0b94b64d-9d7c-4a44-8bd0-f4e286ff014b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '567d5869-2ae5-4f17-a632-a426420520b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-822939-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-30T16:28:05Z', 'updated_at': '2021-12-30T16:28:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ad43253e-6e30-4230-9b92-331ad2639f5e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-822939-1-iscsi'}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:35:13.326153 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a767e9-4a06-4974-8ff1-8c0a251fbb10 None None] Checking router: 567d5869-2ae5-4f17-a632-a426420520b8 for host: dv-cinder-822939-1-iscsi {{(pid=82860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Dec 30 16:35:13.338087 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a767e9-4a06-4974-8ff1-8c0a251fbb10 None None] Routers {'567d5869-2ae5-4f17-a632-a426420520b8'} bound to L3 agent in host dv-cinder-822939-1-iscsi {{(pid=82860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Dec 30 16:35:13.338688 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-36a767e9-4a06-4974-8ff1-8c0a251fbb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7ff4d53ef820>, 'dv-cinder-822939-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-30T16:11:17Z,description=<?>,heartbeat_timestamp=2021-12-30T16:34:47Z,host='dv-cinder-822939-1-iscsi',id=e4736fa5-b5f9-4b80-b629-8a6e96d4c22f,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-12-30T16:11:17Z,topic='l3_agent')) {'router_ids': ['567d5869-2ae5-4f17-a632-a426420520b8'], 'active': True} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:35:13.416987 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.db [None req-0fb38b8c-0bcb-45f9-a607-0c81b37c34b0 admin admin] For port 5ea3183c-d90c-4d31-b26a-081dfd8e1cea, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=5ea3183c-d90c-4d31-b26a-081dfd8e1cea,segment=NetworkSegment(a1965180-a5eb-4dfc-97e0-14ede4debdc3),segment_id=a1965180-a5eb-4dfc-97e0-14ede4debdc3)] {{(pid=82858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:35:13.417318 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0fb38b8c-0bcb-45f9-a607-0c81b37c34b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:13.486507 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_dvr_db [None req-36a767e9-4a06-4974-8ff1-8c0a251fbb10 None None] Set router 567d5869-2ae5-4f17-a632-a426420520b8 gateway port host: None {{(pid=82860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Dec 30 16:35:13.533291 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.plugins.ml2.plugin [None req-0fb38b8c-0bcb-45f9-a607-0c81b37c34b0 admin admin] Calling delete_port for 5ea3183c-d90c-4d31-b26a-081dfd8e1cea owned by network:router_gateway {{(pid=82858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:35:13.590039 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.l3_hamode_db [None req-36a767e9-4a06-4974-8ff1-8c0a251fbb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7ff4d53ef820>, [{'id': '567d5869-2ae5-4f17-a632-a426420520b8', 'name': 'tempest-TestVolumeBootPattern-1243183228-router', 'tenant_id': 'f9273655e65b4e19ab6c8e08b5f4b807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:28:05Z', 'updated_at': '2021-12-30T16:35:13Z', 'revision_number': 6, 'project_id': 'f9273655e65b4e19ab6c8e08b5f4b807', 'gw_port_host': None}], 'dv-cinder-822939-1-iscsi', False) {} {{(pid=82860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:35:13.594491 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a767e9-4a06-4974-8ff1-8c0a251fbb10 None None] The sync data for ids ['567d5869-2ae5-4f17-a632-a426420520b8'] in dv-cinder-822939-1-iscsi is: [{'id': '567d5869-2ae5-4f17-a632-a426420520b8', 'name': 'tempest-TestVolumeBootPattern-1243183228-router', 'tenant_id': 'f9273655e65b4e19ab6c8e08b5f4b807', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-30T16:28:05Z', 'updated_at': '2021-12-30T16:35:13Z', 'revision_number': 6, 'project_id': 'f9273655e65b4e19ab6c8e08b5f4b807', 'gw_port_host': None}] {{(pid=82860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Dec 30 16:35:13.705956 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0fb38b8c-0bcb-45f9-a607-0c81b37c34b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2958589'] for port, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:13.844022 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb38b8c-0bcb-45f9-a607-0c81b37c34b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ea3183c-d90c-4d31-b26a-081dfd8e1cea,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:35:14.065326 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0fb38b8c-0bcb-45f9-a607-0c81b37c34b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4018033'] for router_gateway, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:14.317100 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0fb38b8c-0bcb-45f9-a607-0c81b37c34b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4016102', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3406'] for router, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:14.321776 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0fb38b8c-0bcb-45f9-a607-0c81b37c34b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:14.356287 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0fb38b8c-0bcb-45f9-a607-0c81b37c34b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4015446'] for router, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:14.356769 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb38b8c-0bcb-45f9-a607-0c81b37c34b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 567d5869-2ae5-4f17-a632-a426420520b8 {{(pid=82858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Dec 30 16:35:14.373904 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-0fb38b8c-0bcb-45f9-a607-0c81b37c34b0 admin admin] Notify callbacks [] for router, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:14.375075 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-0fb38b8c-0bcb-45f9-a607-0c81b37c34b0 admin admin] 10.222.0.31 "DELETE /v2.0/routers/567d5869-2ae5-4f17-a632-a426420520b8 HTTP/1.1" status: 204  len: 168 time: 1.5426974
Dec 30 16:35:14.377665 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [-] (82858) accepted ('10.222.0.31', 58204) {{(pid=82858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:35:14.412518 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 32607863-858e-4399-b8e9-38a1f8c2e007 no longer exists at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:35:14.436166 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcfde3b0-2e75-4093-a3b7-149a8f69bab0 admin admin] Deleting subnet 5b4c319d-71ab-460e-96a0-e9227654ec47 {{(pid=82858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1044}}
Dec 30 16:35:14.439054 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcfde3b0-2e75-4093-a3b7-149a8f69bab0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:14.445190 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] No Port match for: 32607863-858e-4399-b8e9-38a1f8c2e007 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:35:14.445498 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 32607863-858e-4399-b8e9-38a1f8c2e007 not bound to the agent host dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:35:14.446214 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 5ea3183c-d90c-4d31-b26a-081dfd8e1cea no longer exists at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:35:14.482527 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] No Port match for: 5ea3183c-d90c-4d31-b26a-081dfd8e1cea {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:35:14.483121 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device 5ea3183c-d90c-4d31-b26a-081dfd8e1cea not bound to the agent host dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:35:14.497564 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcfde3b0-2e75-4093-a3b7-149a8f69bab0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3045561'] for subnet, precommit_delete_associations {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:14.577809 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcfde3b0-2e75-4093-a3b7-149a8f69bab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-618588'] for subnet, precommit_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:14.657795 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcfde3b0-2e75-4093-a3b7-149a8f69bab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-618599', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4004003', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2958376', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2631253'] for subnet, after_delete {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:14.698482 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfde3b0-2e75-4093-a3b7-149a8f69bab0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b4c319d-71ab-460e-96a0-e9227654ec47,revision_number=None']} {{(pid=82858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:35:14.705033 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron_lib.callbacks.manager [None req-bcfde3b0-2e75-4093-a3b7-149a8f69bab0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:14.711879 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ccdb70-cf16-43e2-9e9a-1a5655f26c3b None None] Network abd7b0a9-2f7b-4ec9-a586-f2facd45e85b requested from dv-cinder-822939-1-iscsi {{(pid=82859) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Dec 30 16:35:14.712726 dv-cinder-822939-1-iscsi neutron-server[82858]: INFO neutron.wsgi [None req-bcfde3b0-2e75-4093-a3b7-149a8f69bab0 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5b4c319d-71ab-460e-96a0-e9227654ec47 HTTP/1.1" status: 204  len: 168 time: 0.3340685
Dec 30 16:35:14.715475 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 58210) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:35:14.820550 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1f5b791b-1d82-4199-866b-20f0c21fc991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-544548'] for network, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:14.831267 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-1f5b791b-1d82-4199-866b-20f0c21fc991 admin admin] Deleting port ddc8b9b2-4787-492b-b2c9-e1f15f78cc99 {{(pid=82857) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:35:14.831585 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1f5b791b-1d82-4199-866b-20f0c21fc991 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:14.954392 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ee226a-d156-41a7-bdbd-140faa53e544 None None] DHCP port deletion for abd7b0a9-2f7b-4ec9-a586-f2facd45e85b request from dv-cinder-822939-1-iscsi {{(pid=82859) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Dec 30 16:35:14.958888 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-e6ee226a-d156-41a7-bdbd-140faa53e544 None None] Deleting port ddc8b9b2-4787-492b-b2c9-e1f15f78cc99 {{(pid=82859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:35:14.959254 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-e6ee226a-d156-41a7-bdbd-140faa53e544 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:15.034042 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.db [None req-1f5b791b-1d82-4199-866b-20f0c21fc991 admin admin] For port ddc8b9b2-4787-492b-b2c9-e1f15f78cc99, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=ddc8b9b2-4787-492b-b2c9-e1f15f78cc99,segment=NetworkSegment(7722066b-a0e8-40e3-9813-92cf305dd46e),segment_id=7722066b-a0e8-40e3-9813-92cf305dd46e)] {{(pid=82857) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:35:15.034335 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1f5b791b-1d82-4199-866b-20f0c21fc991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:15.171701 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.db [None req-e6ee226a-d156-41a7-bdbd-140faa53e544 None None] For port ddc8b9b2-4787-492b-b2c9-e1f15f78cc99, host dv-cinder-822939-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-822939-1-iscsi',level=0,port_id=ddc8b9b2-4787-492b-b2c9-e1f15f78cc99,segment=NetworkSegment(7722066b-a0e8-40e3-9813-92cf305dd46e),segment_id=7722066b-a0e8-40e3-9813-92cf305dd46e)] {{(pid=82859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Dec 30 16:35:15.171966 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-e6ee226a-d156-41a7-bdbd-140faa53e544 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4155265'] for port, precommit_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:15.235542 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-79b04195-4ac3-4df4-9a9c-7c56f9dbdea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:15.238651 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.plugin [None req-1f5b791b-1d82-4199-866b-20f0c21fc991 admin admin] Calling delete_port for ddc8b9b2-4787-492b-b2c9-e1f15f78cc99 owned by network:dhcp {{(pid=82857) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:35:15.295133 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-e6ee226a-d156-41a7-bdbd-140faa53e544 None None] Calling delete_port for ddc8b9b2-4787-492b-b2c9-e1f15f78cc99 owned by network:dhcp {{(pid=82859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Dec 30 16:35:15.311531 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1f5b791b-1d82-4199-866b-20f0c21fc991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-624750', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793096308740', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793095951791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2906962'] for port, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:15.358563 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b791b-1d82-4199-866b-20f0c21fc991 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddc8b9b2-4787-492b-b2c9-e1f15f78cc99,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:35:15.361489 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.db.api [None req-e6ee226a-d156-41a7-bdbd-140faa53e544 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82859) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Dec 30 16:35:15.361902 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG oslo_db.api [None req-e6ee226a-d156-41a7-bdbd-140faa53e544 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Dec 30 16:35:15.365615 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5b791b-1d82-4199-866b-20f0c21fc991 admin admin] No DVR routers for this DVR port ddc8b9b2-4787-492b-b2c9-e1f15f78cc99 on host dv-cinder-822939-1-iscsi {{(pid=82857) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Dec 30 16:35:15.479936 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1f5b791b-1d82-4199-866b-20f0c21fc991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-618013', 'neutron.services.segments.db._delete_segments_for_network-8793096430318'] for network, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:15.505677 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-1f5b791b-1d82-4199-866b-20f0c21fc991 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7ff4d4ffcfa0>,) {'filters': {'network_id': ['abd7b0a9-2f7b-4ec9-a586-f2facd45e85b']}} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:35:15.518342 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-1f5b791b-1d82-4199-866b-20f0c21fc991 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7ff4d4ffcfa0>, '7722066b-a0e8-40e3-9813-92cf305dd46e') {'for_net_delete': True} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:35:15.518634 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.services.segments.db [None req-1f5b791b-1d82-4199-866b-20f0c21fc991 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7ff4d4ffcfa0>, '7722066b-a0e8-40e3-9813-92cf305dd46e') {} {{(pid=82857) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Dec 30 16:35:15.530500 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1f5b791b-1d82-4199-866b-20f0c21fc991 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793096435469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2906547'] for segment, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:15.547774 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1f5b791b-1d82-4199-866b-20f0c21fc991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-621727'] for segment, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:15.557092 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f5b791b-1d82-4199-866b-20f0c21fc991 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=82857) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Dec 30 16:35:15.557513 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1f5b791b-1d82-4199-866b-20f0c21fc991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-621716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2906977'] for segment, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:15.570368 dv-cinder-822939-1-iscsi neutron-server[82857]: Traceback (most recent call last):
Dec 30 16:35:15.570368 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Dec 30 16:35:15.570368 dv-cinder-822939-1-iscsi neutron-server[82857]:     timer()
Dec 30 16:35:15.570368 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Dec 30 16:35:15.570368 dv-cinder-822939-1-iscsi neutron-server[82857]:     cb(*args, **kw)
Dec 30 16:35:15.570368 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper
Dec 30 16:35:15.570368 dv-cinder-822939-1-iscsi neutron-server[82857]:     return func(*args, **kwargs)
Dec 30 16:35:15.570368 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Dec 30 16:35:15.570368 dv-cinder-822939-1-iscsi neutron-server[82857]:     self._notify()
Dec 30 16:35:15.570368 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Dec 30 16:35:15.570368 dv-cinder-822939-1-iscsi neutron-server[82857]:     self.callback(batched_events)
Dec 30 16:35:15.570368 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Dec 30 16:35:15.570368 dv-cinder-822939-1-iscsi neutron-server[82857]:     event.method(event)
Dec 30 16:35:15.570368 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Dec 30 16:35:15.570368 dv-cinder-822939-1-iscsi neutron-server[82857]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Dec 30 16:35:15.570368 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Dec 30 16:35:15.570368 dv-cinder-822939-1-iscsi neutron-server[82857]:     aggregate_uuid = self.p_client.list_aggregates(
Dec 30 16:35:15.570368 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Dec 30 16:35:15.570368 dv-cinder-822939-1-iscsi neutron-server[82857]:     return f(self, *a, **k)
Dec 30 16:35:15.570368 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Dec 30 16:35:15.570368 dv-cinder-822939-1-iscsi neutron-server[82857]:     return self._get(url).json()
Dec 30 16:35:15.570368 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Dec 30 16:35:15.570368 dv-cinder-822939-1-iscsi neutron-server[82857]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Dec 30 16:35:15.570368 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Dec 30 16:35:15.570368 dv-cinder-822939-1-iscsi neutron-server[82857]:     return self.request(url, 'GET', **kwargs)
Dec 30 16:35:15.570368 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Dec 30 16:35:15.570368 dv-cinder-822939-1-iscsi neutron-server[82857]:     base_url = self.get_endpoint(auth, allow=allow,
Dec 30 16:35:15.570368 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Dec 30 16:35:15.570368 dv-cinder-822939-1-iscsi neutron-server[82857]:     auth = self._auth_required(auth, 'determine endpoint URL')
Dec 30 16:35:15.570368 dv-cinder-822939-1-iscsi neutron-server[82857]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Dec 30 16:35:15.570368 dv-cinder-822939-1-iscsi neutron-server[82857]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Dec 30 16:35:15.570368 dv-cinder-822939-1-iscsi neutron-server[82857]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Dec 30 16:35:15.653432 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1f5b791b-1d82-4199-866b-20f0c21fc991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-618002', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002683', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3032487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4017932'] for network, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:15.674620 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-1f5b791b-1d82-4199-866b-20f0c21fc991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3032443'] for network, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:15.677187 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b791b-1d82-4199-866b-20f0c21fc991 admin admin] Pushing event deleted for resources: {'Network': ['ID=abd7b0a9-2f7b-4ec9-a586-f2facd45e85b,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:35:15.684833 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-1f5b791b-1d82-4199-866b-20f0c21fc991 admin admin] 10.222.0.31 "DELETE /v2.0/networks/abd7b0a9-2f7b-4ec9-a586-f2facd45e85b HTTP/1.1" status: 204  len: 168 time: 0.9683797
Dec 30 16:35:15.833271 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 58218) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:35:15.863629 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-e6ee226a-d156-41a7-bdbd-140faa53e544 None None] Deleting port ddc8b9b2-4787-492b-b2c9-e1f15f78cc99 {{(pid=82859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Dec 30 16:35:15.864164 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-e6ee226a-d156-41a7-bdbd-140faa53e544 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793096448166'] for port, before_delete {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:15.884637 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-9f473b2f-3243-4637-a9e9-a69c82edf062 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8af8fbcb423a4e06a7f9d1e93b560913&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0501585
Dec 30 16:35:15.887358 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 58222) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:35:15.929001 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-e6ee226a-d156-41a7-bdbd-140faa53e544 None None] The port 'ddc8b9b2-4787-492b-b2c9-e1f15f78cc99' was deleted {{(pid=82859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Dec 30 16:35:15.949580 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-22e4ee2a-f497-434b-ae97-86d8883e6126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:15.975725 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-22e4ee2a-f497-434b-ae97-86d8883e6126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:16.044495 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-22e4ee2a-f497-434b-ae97-86d8883e6126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:16.062242 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4ee2a-f497-434b-ae97-86d8883e6126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d49bb5-4b81-43a3-b050-20d9a68dfac0,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:35:16.069175 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-22e4ee2a-f497-434b-ae97-86d8883e6126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:16.070328 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-22e4ee2a-f497-434b-ae97-86d8883e6126 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a2d49bb5-4b81-43a3-b050-20d9a68dfac0 HTTP/1.1" status: 204  len: 168 time: 0.1820939
Dec 30 16:35:16.192591 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device ddc8b9b2-4787-492b-b2c9-e1f15f78cc99 no longer exists at agent ovs-agent-dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Dec 30 16:35:16.225296 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.plugin [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] No Port match for: ddc8b9b2-4787-492b-b2c9-e1f15f78cc99 {{(pid=82859) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Dec 30 16:35:16.225624 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron.plugins.ml2.rpc [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Device ddc8b9b2-4787-492b-b2c9-e1f15f78cc99 not bound to the agent host dv-cinder-822939-1-iscsi {{(pid=82859) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Dec 30 16:35:16.486920 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 58230) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:35:16.537397 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-04786448-6766-4f65-87a3-6f357e7ae2cd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f9273655e65b4e19ab6c8e08b5f4b807&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0491605
Dec 30 16:35:16.540627 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.wsgi [-] (82857) accepted ('10.222.0.31', 58234) {{(pid=82857) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Dec 30 16:35:16.598160 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ef2aa93c-9250-4f97-a6c1-776c8c55967c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:16.624639 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ef2aa93c-9250-4f97-a6c1-776c8c55967c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:16.693499 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ef2aa93c-9250-4f97-a6c1-776c8c55967c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4002583'] for security_group, after_delete {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:16.707561 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2aa93c-9250-4f97-a6c1-776c8c55967c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbdb8d3-ab22-47be-ba37-06d522da9a8f,revision_number=None']} {{(pid=82857) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Dec 30 16:35:16.714475 dv-cinder-822939-1-iscsi neutron-server[82857]: DEBUG neutron_lib.callbacks.manager [None req-ef2aa93c-9250-4f97-a6c1-776c8c55967c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82857) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:16.715607 dv-cinder-822939-1-iscsi neutron-server[82857]: INFO neutron.wsgi [None req-ef2aa93c-9250-4f97-a6c1-776c8c55967c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0cbdb8d3-ab22-47be-ba37-06d522da9a8f HTTP/1.1" status: 204  len: 168 time: 0.1740682
Dec 30 16:35:17.367138 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-e0b86c0a-494a-4c23-bf51-74077f470296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:18.396604 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:18.695701 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:19.871102 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:22.716440 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:33.596099 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:35:45.186804 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-49754966-3ce4-481a-90f0-f826ae6107c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:47.369009 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-ae803b7a-6c26-4cb2-98e8-37ea2571e3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:48.397173 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:48.704399 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:49.878545 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:35:52.752892 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:36:10.597789 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:36:15.191173 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-cfaca858-2bee-4e36-891a-fb76c6177d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:36:17.375684 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-294f4675-a4ae-4b04-b610-66d58b02736d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:36:18.405008 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:36:18.697788 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:36:19.884113 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:36:22.749310 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:36:45.191489 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-24b43117-329d-4891-86ea-f043a9ff63a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:36:47.365148 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-f56402b3-6ac5-4bd0-ae93-53fe3eef2811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:36:47.602259 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:36:48.406316 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:36:48.696697 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:36:49.881533 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:36:52.764674 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:37:15.198538 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-f5e73c35-2455-4aaf-a3cc-c88bd9dc57d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:37:17.367376 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0898979c-787a-40cd-8f24-af6adcfdfd30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:37:18.415623 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:37:18.697925 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:37:19.887051 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:37:22.767572 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:37:24.608928 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:37:45.198512 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5affaa41-2f42-466a-ada0-208f33fc7712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:37:47.372311 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-f30d77cd-47c7-4f3d-a9fd-136621049730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:37:48.418091 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:37:48.702991 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:37:49.897351 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:37:52.759863 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:38:01.600306 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:38:15.189192 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-c86f1319-031f-4c29-9106-505bbbe20deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:38:17.378409 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-946b2628-8d90-4846-b80e-136eb6836ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:38:18.423205 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:38:18.704996 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:38:19.900243 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:38:22.229434 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [req-b171978e-f6a4-4ac6-ad41-e3ce8d980a7b req-f62b0dba-3535-4105-9803-d6b06671012e tempest-AttachVolumeShelveTestJSON-1251976740 tempest-AttachVolumeShelveTestJSON-1251976740-project] (82858) timed out ('10.222.0.43', 64645) {{(pid=82858) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 30 16:38:22.774064 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:38:38.602535 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:38:45.191896 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-6dc38031-ccde-4fb4-b2c7-b625c3961a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:38:47.364693 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-35c2c821-13d4-43f1-a2bf-0f2ed78c8368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:38:48.421907 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:38:48.711027 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:38:49.898798 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:38:52.784873 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:39:15.197330 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-3452d274-7d3e-44fc-b980-d3a80067b2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:39:15.609680 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:39:17.375281 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-b197971f-0794-40a1-aa82-8e63cb9b7aaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:39:18.429895 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:39:18.714833 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:39:19.904259 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:39:22.768526 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:39:45.203960 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-13b6e915-f891-4e39-a6fc-1b8e5a80a705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:39:47.380687 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-4c0a4034-4536-4299-a63b-566a2f4d2d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:39:48.435353 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:39:48.718181 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:39:49.910924 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:39:52.606073 dv-cinder-822939-1-iscsi neutron-server[82860]: DEBUG neutron.db.agents_db [None req-3f98617e-2787-49de-b928-e40a2db5fb64 None None] Agent healthcheck: found 6 active agents {{(pid=82860) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Dec 30 16:39:52.790116 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:40:00.578818 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [req-ade06a68-bd36-482e-a7ac-bc1a1f237f47 req-796122a7-3716-43d5-9269-f92cbee13424 service neutron] (82858) timed out ('10.222.0.31', 51956) {{(pid=82858) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 30 16:40:15.192904 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ade8c03-5baa-4d83-b160-ef4b1c9e2f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:40:17.366145 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-3fc4402d-a1ed-4a35-9321-e9eb2ac92ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:40:18.432432 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-5458229b-1714-4077-a5ed-005274769080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:40:18.718810 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-0ff79f0c-5c1a-4da2-bcf9-d965c66dfa07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:40:19.909117 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-944af1e3-2e97-4f27-9372-5f3874ea5cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Dec 30 16:40:20.703625 dv-cinder-822939-1-iscsi neutron-server[82858]: DEBUG neutron.wsgi [req-44060cfa-1676-44b8-9b29-aafd807b3681 req-5bc492bc-9730-4c2e-8014-2e963b88597d service neutron] (82858) timed out ('10.222.0.31', 54390) {{(pid=82858) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Dec 30 16:40:22.820562 dv-cinder-822939-1-iscsi neutron-server[82859]: DEBUG neutron_lib.callbacks.manager [None req-d1385b5a-9b27-4999-bf9c-6b3bab9f680e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793096430300', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-617849'] for agent, after_update {{(pid=82859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}